-- Logs begin at Wed 2022-09-21 21:01:43 UTC, end at Wed 2022-09-21 22:26:03 UTC. -- Sep 21 21:51:26.929708 dv-cinder-858819-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 21 21:51:29.904962 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.common.config [-] Logging enabled! Sep 21 21:51:29.905589 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.2.1.dev37 Sep 21 21:51:29.905754 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115904) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 21 21:51:29.909180 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.common.config [-] Logging enabled! Sep 21 21:51:29.909482 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.2.1.dev37 Sep 21 21:51:29.909807 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115904) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 21 21:51:29.910764 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 21 21:51:29.911004 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 21 21:51:29.911385 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 21 21:51:29.911636 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 21 21:51:29.911868 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 21 21:51:29.912377 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.912816 dv-cinder-858819-1-iscsi neutron-server[115904]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Sep 21 21:51:29.913133 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.913433 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.913730 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.914030 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.914326 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.914612 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.914906 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.915210 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.915500 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.915781 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.916096 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.916387 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.916674 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] config_source = [] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.916967 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.917260 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.917549 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] debug = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.917834 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.918274 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.918701 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.918978 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.919270 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.919558 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.919833 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.920137 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.920428 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.920767 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] host = dv-cinder-858819-1-iscsi {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.921048 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.921340 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.921632 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.921922 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.922203 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.922483 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.922770 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.923048 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] log_dir = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.923326 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] log_file = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.923600 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.923889 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.924205 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.924501 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.924730 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.924994 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.925300 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.925591 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.925869 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.926149 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.926428 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.926702 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.926982 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.927254 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.927541 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.927828 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.928146 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.928427 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.928707 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.928981 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.929258 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.929547 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.929825 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.930100 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.930377 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.930668 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.930941 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.931237 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.931534 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.931823 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.932136 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.932431 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.932712 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.933000 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.933279 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.933558 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] use_journal = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.933835 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] use_json = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.934111 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.934387 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.934687 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.934953 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.935231 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.935509 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.935784 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.936095 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.936373 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:29.936675 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.936978 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.937283 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.937612 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.937927 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.938211 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.938506 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.938790 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.939084 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.939377 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.939670 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.939953 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.940296 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.941150 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.941454 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.941766 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.942071 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.942409 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.942694 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.942977 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.943259 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.943546 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.943841 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.944154 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.944452 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.944746 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.945036 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.945340 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.945636 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.945938 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.946276 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.946517 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.946804 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.947100 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.947386 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.947666 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.947951 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.948272 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.948559 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.948842 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.949132 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.949431 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.949727 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.950010 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.950299 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.950596 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.950881 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.951160 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.951437 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.951719 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.952001 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.952315 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.952599 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.952879 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.953159 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.953442 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.953763 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.954042 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.954325 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.954602 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.954886 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.955165 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.955443 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.955721 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.955998 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.956910 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.957197 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.957475 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.957761 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.958039 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.958317 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.958595 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.958871 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.959148 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.959440 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.959746 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.960032 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.960338 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.960667 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.960952 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.961238 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.961523 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.961810 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.962101 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.962384 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.962681 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.962972 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.963265 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.963584 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.963872 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.964203 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.964492 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.964778 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.965068 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.965352 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.965637 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.965927 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.966220 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.966520 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.966817 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.967116 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.967413 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.967715 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.968008 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.968347 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.968636 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:29.968860 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 21 21:51:29.969109 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=115904) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 21 21:51:30.340433 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=115904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Sep 21 21:51:30.340709 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=115904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Sep 21 21:51:30.341019 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=115904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Sep 21 21:51:30.341362 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 21 21:51:30.669101 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:30.669389 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:30.669665 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:30.670875 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:30.671156 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:30.671548 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:30.717442 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:30.717724 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:30.718006 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:30.731996 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:30.732306 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:30.732582 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:30.762224 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:30.762505 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:30.762786 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:30.799360 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:30.799642 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:30.800453 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:31.148741 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:31.149364 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:31.149364 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:31.149585 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:31.150231 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:31.250285 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:31.250618 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:31.250908 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:31.251189 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:31.251462 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:31.251777 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:31.252043 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:31.252375 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:31.255983 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:31.255983 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:31.255983 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:31.255983 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:31.255983 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:31.256410 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:31.256410 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:31.256410 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:31.256410 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:31.256410 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:31.256769 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:31.256769 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:31.256769 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:31.256769 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:31.256769 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:31.257118 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:31.257118 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:31.257118 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:31.257515 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=115904) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 21:51:31.257759 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=115904) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 21:51:31.257997 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=115904) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 21:51:31.258238 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=115904) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 21:51:31.258491 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=115904) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 21:51:31.258719 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=115904) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 21:51:31.259089 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 21 21:51:31.262563 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 21 21:51:31.266570 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 21 21:51:31.270447 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Sep 21 21:51:31.272092 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 21 21:51:31.272556 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 21 21:51:31.272897 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 21 21:51:31.273291 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 21 21:51:31.276095 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 21 21:51:31.276353 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 21 21:51:31.276705 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 21 21:51:31.281614 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 21 21:51:31.306259 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 21 21:51:31.306719 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:31.307022 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=115904) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Sep 21 21:51:31.307398 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:31.308780 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=115904) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 21 21:51:31.309067 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 21 21:51:31.309316 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 21 21:51:31.320487 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:31.320786 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:31.456567 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 21 21:51:31.456738 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 21 21:51:31.456966 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 21 21:51:31.457352 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 21 21:51:31.482370 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_db.sqlalchemy.engines [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=115904) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 21 21:51:32.082805 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.plugins.ml2.managers [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Initializing driver for type 'gre' Sep 21 21:51:32.083341 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] gre ID ranges: [(1, 1000)] Sep 21 21:51:32.447967 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.plugins.ml2.managers [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Initializing driver for type 'local' Sep 21 21:51:32.448622 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.plugins.ml2.managers [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Initializing driver for type 'vlan' Sep 21 21:51:32.699754 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] VlanTypeDriver initialization complete Sep 21 21:51:32.700027 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.plugins.ml2.managers [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Initializing driver for type 'vxlan' Sep 21 21:51:32.700575 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] vxlan ID ranges: [(1, 1000)] Sep 21 21:51:33.145678 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.plugins.ml2.managers [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Initializing extension driver 'port_security' Sep 21 21:51:33.146029 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.plugins.ml2.extensions.port_security [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] PortSecurityExtensionDriver initialization complete Sep 21 21:51:33.146362 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.plugins.ml2.managers [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Initializing mechanism driver 'openvswitch' Sep 21 21:51:33.146702 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.plugins.ml2.managers [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Initializing mechanism driver 'hyperv' Sep 21 21:51:33.153295 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.plugins.ml2.plugin [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=115904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:51:33.154160 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > port after_create 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.154538 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > port after_update 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.154894 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > port after_delete 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.155453 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=115904) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Sep 21 21:51:33.155902 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > subnet after_create 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.156293 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > subnet after_update 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.156646 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.160103 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=115904) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Sep 21 21:51:33.160103 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > network after_create 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.160103 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > network after_update 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.160103 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > network after_delete 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.160103 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=115904) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Sep 21 21:51:33.160554 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > security_group after_create 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.160554 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > security_group after_update 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.160554 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.160786 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=115904) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Sep 21 21:51:33.161111 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.161467 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.161818 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.162217 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=115904) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Sep 21 21:51:33.162630 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > address_group after_create 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.162983 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > address_group after_update 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.163328 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.163725 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=115904) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Sep 21 21:51:33.164197 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] ML2 OVO RPC backend initialized. {{(pid=115904) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Sep 21 21:51:33.164905 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.165267 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.165690 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > network before_response 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.166044 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > networks before_response 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.166395 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > port before_response 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.166742 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > ports before_response 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.167088 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > subnet before_response 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.167431 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > subnets before_response 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.167780 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > network after_create 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.168150 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > network after_update 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.168493 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > network after_delete 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.168840 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > port after_create 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.169181 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > port after_update 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.169519 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > port after_delete 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.169859 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > subnet after_create 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.170200 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > subnet after_update 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.170539 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.177839 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.quota [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded quota_driver: . Sep 21 21:51:33.178203 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.plugins.ml2.plugin [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Modular L2 Plugin initialization complete Sep 21 21:51:33.178556 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading services supported by the core plugin {{(pid=115904) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 21 21:51:33.178906 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.plugins.ml2.managers [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Got port-security extension from driver 'port_security' Sep 21 21:51:33.179389 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.extensions.vlantransparent [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Disabled vlantransparent extension. Sep 21 21:51:33.179886 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=115904) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 21 21:51:33.180245 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading Plugin: router Sep 21 21:51:33.215992 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.216420 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > router after_create 55549900 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.216795 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > router before_create 55549900 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.217162 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.217540 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.217928 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > router after_delete 55549900 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.218291 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > floatingip after_create 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.218653 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.219015 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > router after_create 55549900 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.219367 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > router after_update 55549900 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.219722 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > router after_update 55549900 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.220091 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.220459 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > router after_update 55549900 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.220872 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > router precommit_update 55549900 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.221242 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: port after_update 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.221587 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: port after_delete 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.222573 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: subnet after_update 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.222917 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.223271 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.223687 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > router precommit_create 55549900 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.224036 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: port before_delete 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.224602 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > router precommit_create 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.224925 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > router after_update 55549900 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.225278 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.225662 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > router precommit_create 55549900 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.226031 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.226383 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > router precommit_update 55549900 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.226751 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > agent after_create 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.227106 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > agent after_delete 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.227459 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > network after_delete 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.228371 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.quota.resource_registry [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Tracking information for resource: router configured {{(pid=115904) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 21:51:33.228730 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.quota.resource_registry [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Tracking information for resource: floatingip configured {{(pid=115904) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 21:51:33.233878 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.db.l3_agentschedulers_db [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 21 21:51:33.234466 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: port after_update 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.234830 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: port after_create 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.235310 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: port after_delete 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.235677 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: port after_update 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.236528 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > router before_create 55550100 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.236903 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.237271 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > router precommit_create 55550100 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.237658 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > router precommit_update 55550100 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.242594 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.services.provider_configuration [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Service providers = [] {{(pid=115904) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 21 21:51:33.242964 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.db.servicetype_db [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=115904) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 21 21:51:33.246006 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.services.service_base [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=115904) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 21:51:33.246358 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.services.service_base [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=115904) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 21:51:33.246705 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.services.service_base [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=115904) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 21:51:33.247611 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.services.service_base [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=115904) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 21:51:33.247985 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.services.service_base [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 21 21:51:33.248404 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=115904) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 21:51:33.248733 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 21 21:51:33.259251 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=115904) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 21:51:33.259843 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading Plugin: auto_allocate Sep 21 21:51:33.265627 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: network precommit_update 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.266001 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: network precommit_create 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.266528 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=115904) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 21:51:33.266850 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading Plugin: tag Sep 21 21:51:33.275458 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=115904) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 21:51:33.275788 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading Plugin: timestamp Sep 21 21:51:33.279610 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=115904) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 21:51:33.279944 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading Plugin: network_ip_availability Sep 21 21:51:33.291778 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.292261 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.292664 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.293403 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=115904) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 21:51:33.293726 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading Plugin: flavors Sep 21 21:51:33.298618 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=115904) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 21:51:33.298953 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading Plugin: revisions Sep 21 21:51:33.303383 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=115904) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 21:51:33.303782 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_concurrency.lockutils [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.963s {{(pid=115904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Sep 21 21:51:33.304584 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=115904) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 21 21:51:33.304924 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Initializing extension manager. Sep 21 21:51:33.305457 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: __init__.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.305805 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: __pycache__ {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.306150 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: address_group.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.306906 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.307530 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: address-group Sep 21 21:51:33.307858 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: address_scope.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.308600 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.309116 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: address-scope Sep 21 21:51:33.309494 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.310413 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.310925 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: router-admin-state-down-before-update Sep 21 21:51:33.311254 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: agent.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.311952 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.312504 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: agent Sep 21 21:51:33.312835 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: agent_resources_synced.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.313747 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.314269 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: agent-resources-synced Sep 21 21:51:33.314595 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: allowedaddresspairs.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.316432 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.316952 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: allowed-address-pairs Sep 21 21:51:33.317279 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: auto_allocated_topology.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.318343 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.318866 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: auto-allocated-topology Sep 21 21:51:33.319193 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: availability_zone.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.319886 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.320424 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: availability_zone Sep 21 21:51:33.320749 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: availability_zone_filter.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.321663 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.322174 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: availability_zone_filter Sep 21 21:51:33.322496 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: data_plane_status.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.323404 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.323909 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extension data-plane-status not supported by any of loaded plugins Sep 21 21:51:33.324259 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: default_subnetpools.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.325166 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.325682 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: default-subnetpools Sep 21 21:51:33.326007 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.326850 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.327357 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: dhcp_agent_scheduler Sep 21 21:51:33.327683 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: dns.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.328630 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.334091 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extension dns-integration not supported by any of loaded plugins Sep 21 21:51:33.334091 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: dns_domain_ports.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.334891 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.335442 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 21 21:51:33.335785 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.336766 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.337282 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 21 21:51:33.337614 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: dvr.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.338300 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.338816 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: dvr Sep 21 21:51:33.339146 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: ecmp_routes.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.340104 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.340631 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 21 21:51:33.340961 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: empty_string_filtering.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.341880 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.342402 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: empty-string-filtering Sep 21 21:51:33.342733 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.343694 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.344243 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 21 21:51:33.344576 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.345505 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.346014 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 21 21:51:33.346343 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: external_net.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.347864 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.348407 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: external-net Sep 21 21:51:33.348737 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.349664 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.350183 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: extra_dhcp_opt Sep 21 21:51:33.350512 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: extraroute.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.351430 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.351943 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: extraroute Sep 21 21:51:33.352307 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: extraroute_atomic.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.353361 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.353877 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: extraroute-atomic Sep 21 21:51:33.354210 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: filter_validation.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.354884 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.355397 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: filter-validation Sep 21 21:51:33.355723 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: fip_pf_description.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.356681 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.357188 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 21 21:51:33.357516 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: fip_port_details.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.358618 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.359137 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: fip-port-details Sep 21 21:51:33.359469 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: flavors.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.360734 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.361257 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: flavors Sep 21 21:51:33.361591 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.363340 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.363867 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 21 21:51:33.364239 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: floatingip_pools.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.364954 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.365471 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: floatingip-pools Sep 21 21:51:33.365808 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: ip_allocation.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.366737 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.367253 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extension ip_allocation not supported by any of loaded plugins Sep 21 21:51:33.367584 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.368535 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.369060 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: ip-substring-filtering Sep 21 21:51:33.369397 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: l2_adjacency.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.370349 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.370870 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 21 21:51:33.371202 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: l3.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.372237 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.372771 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: router Sep 21 21:51:33.373101 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.382304 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.382837 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 21 21:51:33.383177 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.384175 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.384949 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: ext-gw-mode Sep 21 21:51:33.385282 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.386207 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.386733 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: l3-ha Sep 21 21:51:33.387066 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.387984 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.388527 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 21 21:51:33.388861 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: l3_flavors.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.389784 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.390304 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: l3-flavors Sep 21 21:51:33.390637 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: l3_ndp_proxy.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.392006 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.392560 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 21 21:51:33.392900 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.394412 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.394938 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 21 21:51:33.395319 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: l3agentscheduler.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.396426 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.396905 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: l3_agent_scheduler Sep 21 21:51:33.397242 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: local_ip.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.399063 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.399596 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extension local_ip not supported by any of loaded plugins Sep 21 21:51:33.399943 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: logging.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.401628 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.402159 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extension logging not supported by any of loaded plugins Sep 21 21:51:33.402499 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: metering.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.403253 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.403858 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: metering Sep 21 21:51:33.404234 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.408661 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.409181 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: metering_source_and_destination_fields Sep 21 21:51:33.409567 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: multiprovidernet.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.410508 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.411028 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: multi-provider Sep 21 21:51:33.411359 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: netmtu.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.412311 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.412826 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: net-mtu Sep 21 21:51:33.413158 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: netmtu_writable.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.414079 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.414590 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: net-mtu-writable Sep 21 21:51:33.414919 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: network_availability_zone.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.415593 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.416132 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: network_availability_zone Sep 21 21:51:33.416463 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: network_ip_availability.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.417594 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.418118 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: network-ip-availability Sep 21 21:51:33.418456 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: network_segment_range.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.419228 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.419745 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extension network-segment-range not supported by any of loaded plugins Sep 21 21:51:33.420095 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: pagination.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.421080 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.421417 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: pagination Sep 21 21:51:33.421745 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: port_device_profile.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.422658 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.423180 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: port-device-profile Sep 21 21:51:33.423510 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.424461 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.425023 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: port-mac-address-regenerate Sep 21 21:51:33.425353 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.426278 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.426799 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: port-numa-affinity-policy Sep 21 21:51:33.427127 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: port_resource_request.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.428052 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.428602 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extension port-resource-request not supported by any of loaded plugins Sep 21 21:51:33.428926 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: port_resource_request_groups.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.429903 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.430414 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 21 21:51:33.430740 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: portbindings.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.431676 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.432232 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: binding Sep 21 21:51:33.432560 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: portbindings_extended.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.433841 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.434362 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: binding-extended Sep 21 21:51:33.434696 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: portsecurity.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.435647 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.436188 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: port-security Sep 21 21:51:33.436521 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: project_id.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.437495 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.437830 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: project-id Sep 21 21:51:33.438158 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: providernet.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.439092 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.439618 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: provider Sep 21 21:51:33.439952 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: qos.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.444104 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.444637 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extension qos not supported by any of loaded plugins Sep 21 21:51:33.444979 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.446221 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.446748 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 21 21:51:33.447088 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.448015 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.453800 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 21 21:51:33.453800 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: qos_default.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.454476 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.455002 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extension qos-default not supported by any of loaded plugins Sep 21 21:51:33.455338 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: qos_fip.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.456481 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.457005 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extension qos-fip not supported by any of loaded plugins Sep 21 21:51:33.457342 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: qos_fip_network_policy.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.458306 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.458820 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 21 21:51:33.459155 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: qos_gateway_ip.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.460244 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.460771 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 21 21:51:33.461106 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: qos_port_network_policy.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.462030 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.462547 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 21 21:51:33.462878 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.463926 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.464477 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 21 21:51:33.464811 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.465856 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.466381 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 21 21:51:33.466711 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: qos_pps_rule.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.467888 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.468449 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extension qos-pps not supported by any of loaded plugins Sep 21 21:51:33.468781 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: qos_rule_type_details.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.469709 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.470224 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 21 21:51:33.470555 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: qos_rules_alias.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.471601 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.472695 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 21 21:51:33.476897 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: quota_check_limit.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.477550 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.478073 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: quota-check-limit Sep 21 21:51:33.478406 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: quotasv2.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.479372 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.479706 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: quotas Sep 21 21:51:33.480035 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: quotasv2_detail.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.481767 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.482119 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: quota_details Sep 21 21:51:33.482464 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: rbac.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.483530 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.484090 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: rbac-policies Sep 21 21:51:33.484439 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: rbac_address_group.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.485384 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.485916 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: rbac-address-group Sep 21 21:51:33.486251 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: rbac_address_scope.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.487185 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.488315 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: rbac-address-scope Sep 21 21:51:33.488653 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: rbac_security_groups.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.489581 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.490102 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: rbac-security-groups Sep 21 21:51:33.490434 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: rbac_subnetpool.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.491357 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.491874 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: rbac-subnetpool Sep 21 21:51:33.492244 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: revisionifmatch.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.493248 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.493764 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: revision-if-match Sep 21 21:51:33.494095 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: revisions.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.495220 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.495741 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: standard-attr-revisions Sep 21 21:51:33.496090 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: router_availability_zone.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.496778 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.497297 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: router_availability_zone Sep 21 21:51:33.497628 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: routerservicetype.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.498563 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.499086 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extension router-service-type not supported by any of loaded plugins Sep 21 21:51:33.499417 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.500388 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.500910 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: security-groups-normalized-cidr Sep 21 21:51:33.501239 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.502164 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.502692 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: port-security-groups-filtering Sep 21 21:51:33.503058 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.503997 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.504551 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: security-groups-remote-address-group Sep 21 21:51:33.504875 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.505814 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.506331 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: security-groups-shared-filtering Sep 21 21:51:33.506661 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.507253 dv-cinder-858819-1-iscsi neutron-server[115904]: WARNING neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Sep 21 21:51:33.507581 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: securitygroup.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.517521 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.520872 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: security-group Sep 21 21:51:33.520872 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: segment.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.520872 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.520872 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extension segment not supported by any of loaded plugins Sep 21 21:51:33.520872 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.521559 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.522081 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 21 21:51:33.522412 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: servicetype.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.523521 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.524050 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: service-type Sep 21 21:51:33.524411 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: sorting.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.525396 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.525733 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: sorting Sep 21 21:51:33.526062 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: standard_attr_segment.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.526985 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.527504 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 21 21:51:33.527830 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: standardattrdescription.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.528510 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.529024 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: standard-attr-description Sep 21 21:51:33.529357 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: stateful_security_group.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.530297 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.530815 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: stateful-security-group Sep 21 21:51:33.531144 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: stdattrs_common.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.531722 dv-cinder-858819-1-iscsi neutron-server[115904]: WARNING neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 21 21:51:33.532053 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.533033 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.533551 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 21 21:51:33.533880 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: subnet_onboard.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.535520 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.536058 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: subnet_onboard Sep 21 21:51:33.536404 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.537357 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.537875 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 21 21:51:33.538204 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: subnet_service_types.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.539133 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.539653 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: subnet-service-types Sep 21 21:51:33.539981 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: subnetallocation.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.541110 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.541636 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: subnet_allocation Sep 21 21:51:33.541967 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.542725 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.543163 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: subnetpool-prefix-ops Sep 21 21:51:33.543492 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.544457 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.544974 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 21 21:51:33.545302 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: tagging.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.546395 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.546920 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: standard-attr-tag Sep 21 21:51:33.547252 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: timestamp.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.548493 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.549024 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loaded extension: standard-attr-timestamp Sep 21 21:51:33.549357 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: trunk.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.551028 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.551551 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extension trunk not supported by any of loaded plugins Sep 21 21:51:33.551890 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: trunk_details.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.552843 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.553365 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extension trunk-details not supported by any of loaded plugins Sep 21 21:51:33.553696 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: uplink_status_propagation.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.554627 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.555145 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 21 21:51:33.559266 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Loading extension file: vlantransparent.py {{(pid=115904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:51:33.559731 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=115904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:51:33.560275 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 21 21:51:33.562875 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.quota.resource_registry [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Creating instance of TrackedResource for resource:network Sep 21 21:51:33.563410 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.quota.resource_registry [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Creating instance of TrackedResource for resource:subnet Sep 21 21:51:33.563816 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.quota.resource_registry [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 21:51:33.564255 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.quota.resource_registry [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Creating instance of TrackedResource for resource:port Sep 21 21:51:33.565650 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.v2.resource_helper [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 21:51:33.566115 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.v2.resource_helper [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Service FLAVORS assigned prefix: {{(pid=115904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 21:51:33.566790 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.v2.resource_helper [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 21:51:33.567240 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.v2.resource_helper [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 21:51:33.567581 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.quota.resource_registry [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Creating instance of TrackedResource for resource:router Sep 21 21:51:33.568026 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.quota.resource_registry [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Creating instance of TrackedResource for resource:floatingip Sep 21 21:51:33.568564 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.v2.resource_helper [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Service METERING assigned prefix: /metering {{(pid=115904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 21:51:33.570020 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.570404 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.570772 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:51:33.571799 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.quota.resource_registry [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Creating instance of CountableResource for resource:rbac_policy Sep 21 21:51:33.572289 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.quota.resource_registry [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Creating instance of TrackedResource for resource:security_group Sep 21 21:51:33.572739 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.quota.resource_registry [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 21 21:51:33.573487 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.v2.resource_helper [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Service CORE assigned prefix: {{(pid=115904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 21:51:33.573487 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.quota.resource_registry [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 21:51:33.574080 dv-cinder-858819-1-iscsi neutron-server[115904]: WARNING neutron.quota.resource_registry [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] subnetpool is already registered Sep 21 21:51:33.574589 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.v2.resource_helper [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Service CORE assigned prefix: {{(pid=115904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 21:51:33.574861 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.quota.resource_registry [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 21:51:33.575199 dv-cinder-858819-1-iscsi neutron-server[115904]: WARNING neutron.quota.resource_registry [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] subnetpool is already registered Sep 21 21:51:33.577603 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.v2.resource_helper [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 21:51:33.578098 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.v2.resource_helper [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Service FLAVORS assigned prefix: {{(pid=115904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 21:51:33.578706 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.v2.resource_helper [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 21:51:33.579140 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.v2.resource_helper [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 21:51:33.579479 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.quota.resource_registry [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Creating instance of TrackedResource for resource:router Sep 21 21:51:33.579825 dv-cinder-858819-1-iscsi neutron-server[115904]: WARNING neutron.quota.resource_registry [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] router is already registered Sep 21 21:51:33.580275 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.quota.resource_registry [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Creating instance of TrackedResource for resource:floatingip Sep 21 21:51:33.580653 dv-cinder-858819-1-iscsi neutron-server[115904]: WARNING neutron.quota.resource_registry [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] floatingip is already registered Sep 21 21:51:33.582243 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.v2.resource_helper [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Service METERING assigned prefix: /metering {{(pid=115904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 21:51:33.582243 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.quota.resource_registry [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Creating instance of CountableResource for resource:rbac_policy Sep 21 21:51:33.582243 dv-cinder-858819-1-iscsi neutron-server[115904]: WARNING neutron.quota.resource_registry [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] rbac_policy is already registered Sep 21 21:51:33.582531 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.quota.resource_registry [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Creating instance of TrackedResource for resource:security_group Sep 21 21:51:33.582877 dv-cinder-858819-1-iscsi neutron-server[115904]: WARNING neutron.quota.resource_registry [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] security_group is already registered Sep 21 21:51:33.583290 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.quota.resource_registry [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 21 21:51:33.583633 dv-cinder-858819-1-iscsi neutron-server[115904]: WARNING neutron.quota.resource_registry [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] security_group_rule is already registered Sep 21 21:51:33.584305 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.v2.resource_helper [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Service CORE assigned prefix: {{(pid=115904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 21:51:33.584649 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.quota.resource_registry [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 21:51:33.584993 dv-cinder-858819-1-iscsi neutron-server[115904]: WARNING neutron.quota.resource_registry [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] subnetpool is already registered Sep 21 21:51:33.585423 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.v2.resource_helper [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Service CORE assigned prefix: {{(pid=115904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 21:51:33.585754 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.quota.resource_registry [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 21:51:33.586091 dv-cinder-858819-1-iscsi neutron-server[115904]: WARNING neutron.quota.resource_registry [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] subnetpool is already registered Sep 21 21:51:33.586573 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extended resource: extensions {{(pid=115904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:51:33.588135 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extended resource: address-groups {{(pid=115904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:51:33.589697 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extended resource: address-scopes {{(pid=115904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:51:33.591006 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extended resource: agents {{(pid=115904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:51:33.592213 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extended resource: auto-allocated-topology {{(pid=115904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:51:33.593462 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extended resource: availability_zones {{(pid=115904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:51:33.594698 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extended resource: dhcp-networks {{(pid=115904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:51:33.598018 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extended resource: dhcp-agents {{(pid=115904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:51:33.599605 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extended resource: routers {{(pid=115904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:51:33.601887 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extended resource: flavors {{(pid=115904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:51:33.603060 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extended resource: service_profiles {{(pid=115904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:51:33.604304 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extended resource: next_providers {{(pid=115904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:51:33.605792 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extended resource: service_profiles {{(pid=115904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:51:33.607435 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extended resource: floatingip-pools {{(pid=115904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:51:33.608745 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extended resource: routers {{(pid=115904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:51:33.610889 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extended resource: floatingips {{(pid=115904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:51:33.612477 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extended resource: l3-routers {{(pid=115904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:51:33.614377 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extended resource: l3-agents {{(pid=115904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:51:33.615862 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extended resource: metering-labels {{(pid=115904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:51:33.617279 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extended resource: metering-label-rules {{(pid=115904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:51:33.618609 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extended resource: network-ip-availabilities {{(pid=115904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:51:33.619899 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extended resource: bindings {{(pid=115904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:51:33.621602 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extended resource: quotas {{(pid=115904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:51:33.623487 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extended resource: quotas {{(pid=115904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:51:33.625072 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extended resource: rbac-policies {{(pid=115904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:51:33.626386 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extended resource: security-groups {{(pid=115904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:51:33.627629 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extended resource: security-group-rules {{(pid=115904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:51:33.628959 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extended resource: service-providers {{(pid=115904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:51:33.630234 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extended resource: subnetpools {{(pid=115904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:51:33.631677 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extended resource: subnetpools {{(pid=115904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:51:33.633191 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extended resource: tags {{(pid=115904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:51:33.635201 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extended resource: tags {{(pid=115904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:51:33.637056 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extended resource: tags {{(pid=115904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:51:33.638873 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extended resource: tags {{(pid=115904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:51:33.640713 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extended resource: tags {{(pid=115904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:51:33.642657 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extended resource: tags {{(pid=115904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:51:33.644415 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extended resource: tags {{(pid=115904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:51:33.646367 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extended resource: tags {{(pid=115904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:51:33.648219 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extended resource: tags {{(pid=115904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:51:33.650051 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron.api.extensions [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Extended resource: tags {{(pid=115904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:51:33.656146 dv-cinder-858819-1-iscsi neutron-server[115904]: WARNING keystonemiddleware.auth_token [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 21 21:51:33.662379 dv-cinder-858819-1-iscsi neutron-server[115904]: WARNING keystonemiddleware.auth_token [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 21 21:51:33.671203 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_concurrency.lockutils [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Acquired lock "singleton_lock" {{(pid=115904) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Sep 21 21:51:33.671694 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_concurrency.lockutils [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Releasing lock "singleton_lock" {{(pid=115904) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 21 21:51:33.672385 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO oslo_service.service [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Starting 2 workers Sep 21 21:51:33.677945 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Started child 116019 {{(pid=115904) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 21 21:51:33.682653 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Started child 116020 {{(pid=115904) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 21 21:51:33.683430 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:33.684258 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO neutron.service [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 21 21:51:33.684936 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Publish callbacks [] for process (None), before_spawn {{(pid=115904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:33.685038 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [-] (116019) wsgi starting up on http://0.0.0.0:9696 Sep 21 21:51:33.687291 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:33.687721 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO oslo_service.service [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Starting 1 workers Sep 21 21:51:33.688782 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [-] (116020) wsgi starting up on http://0.0.0.0:9696 Sep 21 21:51:33.692725 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Started child 116021 {{(pid=115904) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 21 21:51:33.693280 dv-cinder-858819-1-iscsi neutron-server[115904]: INFO oslo_service.service [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Starting 1 workers Sep 21 21:51:33.696246 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.service [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] calling RpcWorker wait() {{(pid=116021) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 21 21:51:33.696770 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.service [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] returning from RpcWorker wait() {{(pid=116021) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 21 21:51:33.697849 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Started child 116022 {{(pid=115904) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 21 21:51:33.698032 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:33.698461 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:51:33.698684 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG neutron_lib.callbacks.manager [None req-78d0f88f-3952-42b4-b9eb-a8b64ea989f9 None None] Publish callbacks [] for process (None), after_spawn {{(pid=115904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:33.700607 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115904) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 21 21:51:33.700826 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 21 21:51:33.701019 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 21 21:51:33.701253 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 21 21:51:33.701583 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 21 21:51:33.701753 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 21 21:51:33.702284 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.702584 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.702734 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:33.703215 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.703215 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.703444 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.703975 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.704103 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:51:33.704294 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.704537 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.704822 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.705056 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.705236 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.705412 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.705666 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.705916 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.706284 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.706676 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.706852 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.707132 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.707317 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.707586 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] config_source = [] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.707847 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.708104 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.708362 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] debug = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.708606 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.709104 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.709332 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.709573 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.709798 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.710080 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.710330 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.710629 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.710868 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.711086 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.711323 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.711684 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.711848 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.712095 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.712369 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.712612 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.712873 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.713108 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.713585 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] host = dv-cinder-858819-1-iscsi {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.713805 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.714051 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.714298 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.714548 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.714801 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.715043 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.715306 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.715554 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.715824 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.716098 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.716345 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.716605 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.716829 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] log_dir = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.717077 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] log_file = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.717246 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] log_options = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.717470 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.717741 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.718003 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.718195 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.718374 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.718551 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.718816 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.718972 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.719240 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.719464 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.719682 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.719900 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.720159 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.720379 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.720716 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.721045 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.721291 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.721513 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.722354 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.722786 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.722989 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.723608 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.723755 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.723922 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.724302 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.724421 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.724648 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.724866 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.725112 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.725441 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.726180 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.726180 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.726180 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.726455 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.726812 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.726977 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.727169 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.727386 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.727652 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.727882 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.728240 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.728552 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.728797 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.729068 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.729483 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.729919 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] use_journal = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.729919 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] use_json = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.730597 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.730848 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.731081 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.731303 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.731524 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.731746 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.731985 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.735787 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.735787 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.735787 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.735787 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.735787 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.735787 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.735787 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.735787 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.736958 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.736958 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.736958 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.736958 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.736958 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.736958 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.736958 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.736958 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.738549 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.738549 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.738549 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.738549 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.738549 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.738549 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.738549 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.739397 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.739397 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.739397 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.739777 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.739777 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.740033 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.740749 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.741007 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.743353 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.743660 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.743953 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.744253 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.744510 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.745458 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.745840 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.747792 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.749418 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.749783 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.750208 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.752878 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.754165 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.754442 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.754885 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.755032 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.755180 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.755452 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.755877 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.756035 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.756240 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.756452 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.756671 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.756896 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.757464 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.757464 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.757761 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.757894 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.758095 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.758356 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.758594 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.758816 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.759211 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.759372 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.759847 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.760001 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.764270 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.765579 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.765849 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.766158 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.766442 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.766671 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.766903 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.767141 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.767395 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.767650 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.767900 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.769180 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.769443 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.770247 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.770754 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.770986 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.771236 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.771483 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.771727 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.771969 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.772217 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.772459 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.772697 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.772915 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.773134 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.773357 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.773635 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.774033 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.774285 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.774894 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.775143 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.775433 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.775656 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.775885 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.776135 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.776365 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.776587 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.777087 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.777487 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.777998 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.778774 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.779217 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.779475 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.779728 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.780052 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.780320 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.781123 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.781413 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.782141 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.782903 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.783268 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.783644 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.783909 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.784203 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.785115 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.786001 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.787036 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.787689 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.788022 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.788699 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.790484 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.791012 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.792105 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.792370 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.792762 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.793930 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.793930 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.793930 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.793930 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.794233 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.794485 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.794732 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.797950 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.798245 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.798602 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.798876 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.799133 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.799404 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.799715 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.800059 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.800534 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.801256 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.801983 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.802246 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.802775 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.803063 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.803327 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.803583 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.803848 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.804095 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.804326 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.804552 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.804786 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.805035 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.805260 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.805498 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.805722 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.806554 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.806818 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.807058 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.807336 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.807585 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.807863 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.808142 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.808410 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.808700 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.809075 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.809359 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.809588 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.809911 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.810214 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.810638 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.811083 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.811315 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.811574 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.811828 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.812121 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.812347 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.812603 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.812864 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.813085 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.813363 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.813505 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:51:33.813607 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.813760 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.813998 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.814230 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.814473 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.814746 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.815003 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.815357 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.815678 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.815936 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.816297 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.816546 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.816773 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.818153 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.818486 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.818769 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.818986 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.819218 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.819421 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.819690 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.819924 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.820172 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.820427 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.820691 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.820961 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.821225 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.821451 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.821681 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.821905 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.822128 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.822379 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.822633 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.822857 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.823101 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.823307 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.823543 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.823771 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.823981 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.824192 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.824458 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.824703 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.824958 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.825226 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.825473 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.825682 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.825989 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.826380 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.826642 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.826870 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.827094 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.827370 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.827601 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.827905 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.828059 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.828295 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.828561 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.828731 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.828889 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.829046 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.829229 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.829458 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.829822 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.830047 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.830282 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.830513 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.830712 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.830919 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.831709 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.831941 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.832199 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.832411 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.832616 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.832935 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.833185 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.833336 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.833634 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.833868 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.834130 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.834379 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.834692 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.834913 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.835158 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.835421 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.835627 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.835854 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.836183 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.836450 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.836751 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.836963 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.837336 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.837684 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.837946 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.839057 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.839286 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.839569 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.840002 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.840577 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.840841 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.841119 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.841318 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.841546 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.841794 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.842018 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.842266 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.842483 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.842742 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.842982 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.843209 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.843436 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.843663 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.844061 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.844344 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.844567 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.844797 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.845017 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.845186 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 21 21:51:33.845724 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115904) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 21 21:51:33.845883 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 21 21:51:33.846028 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 21 21:51:33.846200 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 21 21:51:33.846379 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 21 21:51:33.846526 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 21 21:51:33.846873 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.847539 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.847707 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.847864 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.848032 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.848250 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.848422 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.848593 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.848741 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.848912 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.849082 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.849242 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.849381 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.849553 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.849698 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.849869 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.850016 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.850186 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.850376 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.850546 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] config_source = [] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.850701 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.850844 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.851122 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] debug = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.851295 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.851509 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.851685 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.851827 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.852025 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.852198 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.852364 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.852507 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.852646 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.852787 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.852984 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.853158 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.853280 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.853477 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.853621 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.853773 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.853913 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.854056 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.854210 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] host = dv-cinder-858819-1-iscsi {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.854351 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.854545 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.854746 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.854746 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.855066 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.855066 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.855445 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.855445 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.855810 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.855810 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.856225 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.856225 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.856458 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] log_dir = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.856851 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] log_file = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.857121 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] log_options = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.857287 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.857613 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.857782 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.857978 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.858150 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.859541 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.859541 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.859541 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.859541 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.859541 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.859541 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.859541 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.859541 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.860903 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.860903 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.860903 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.860903 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.860903 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.860903 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.860903 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.860903 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.861774 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.861774 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.861774 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.861774 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.861774 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.861774 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.861774 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.862589 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.862589 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.862589 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.862589 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.862589 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.863013 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.863013 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.863013 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.863234 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.863311 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.863478 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.863643 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.863807 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.863972 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.864158 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.864326 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.864490 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.864658 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] use_journal = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.864836 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] use_json = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.864986 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.865150 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.865313 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.865477 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.865641 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.865804 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.865966 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.866126 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.866287 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:51:33.866474 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.866642 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.866822 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.866988 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.867154 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.867321 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.867487 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.867652 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.867822 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.867986 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.868184 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.868350 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.868531 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.868695 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.868859 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.869028 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.869193 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.869358 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.869528 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.869677 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.869846 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.869994 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.870170 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.870335 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.870500 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.870665 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.870831 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.871004 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.871174 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.871354 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.871503 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.871674 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.871880 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.872012 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.872163 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.872320 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.872485 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.872652 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.872817 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.872983 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.873148 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.873316 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.873481 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.873646 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.873811 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.873976 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.874142 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.874306 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.874472 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.874637 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.874802 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.874969 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.875136 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.875301 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.875466 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.875632 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.875796 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.875972 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.876159 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.876324 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.876489 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.876654 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.876818 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.876988 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.877141 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.877302 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.877447 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.877619 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.877796 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.878003 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.878180 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.878341 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.878506 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.878671 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.878841 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.878990 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.879160 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.879360 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.879520 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.879664 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.879804 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.879934 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.880122 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.880288 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.880453 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.880618 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.880782 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.880948 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.881113 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.881277 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.881441 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.881615 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.881796 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.881961 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.882125 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.882290 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.882460 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.882606 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.882770 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.882935 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.883099 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.883265 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.883429 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.883594 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.883761 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.883925 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.884108 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.884273 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.884439 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.884860 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.885024 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.885188 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.885352 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.885516 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.885682 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.885846 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.886009 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.886174 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.886337 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.886512 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.886678 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.886847 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.887014 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.887186 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.887361 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.887527 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.887694 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.887862 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.888027 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.888217 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.888382 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.888546 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.888712 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.888881 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.889031 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.889211 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.889375 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.889540 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.889705 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.889891 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.890056 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.890228 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.890374 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.890537 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.890701 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.890867 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.891031 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.891196 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.891361 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.891525 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.891690 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.891854 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.892027 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.892214 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.892381 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.892546 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.892712 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.892877 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.893043 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.893208 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.893372 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.893537 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.894250 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.894417 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.894581 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.894746 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.894911 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.895077 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.895242 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.895407 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.895571 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.895736 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.895901 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.896079 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.896249 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.896414 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.896581 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.896747 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.896911 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.897075 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.897239 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.897404 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.897569 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.897736 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.897902 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.898067 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.898282 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.898402 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.898567 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.898733 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.898899 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.899064 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.899229 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.899393 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.899581 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.899745 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.899911 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.900089 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.900270 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.900439 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.900604 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.900769 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.900935 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.901100 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.901266 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.901431 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.901595 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.901759 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.901923 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.902088 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.902255 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.902423 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.902591 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.902755 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.902922 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.903087 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.903252 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.903416 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.903582 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.903747 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.903912 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.904087 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.904265 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.904444 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.904610 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.904776 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.904941 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.905106 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.905272 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.905448 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.905614 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.905779 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.905944 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.906109 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.906274 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.906448 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.906613 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.906779 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.906943 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.907107 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.907273 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.907447 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.907611 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.907775 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.907944 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.908137 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.908304 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.908481 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.908646 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.908811 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.908975 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.909139 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.909903 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.910089 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.910255 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.910421 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.910587 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.910752 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.910916 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.911089 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.911255 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.911421 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.911594 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.911760 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.911927 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.912111 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.912292 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.912458 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.912627 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.912792 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.912958 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.913124 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.913291 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.913461 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.913635 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.913808 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.913975 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.914149 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.914323 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.914497 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.914662 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.914835 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.915013 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.915180 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.915346 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.915511 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.915676 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.915841 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.916006 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.916194 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.916360 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.916524 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.916689 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.916854 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.917019 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.917184 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.917348 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.917514 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.917679 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.917843 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.918008 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.918174 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:51:33.918332 dv-cinder-858819-1-iscsi neutron-server[115904]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 21 21:51:34.117559 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 56520) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:51:34.126320 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [-] 10.222.0.52 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065186 Sep 21 21:51:45.981225 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c98fee-da6c-4f58-8bed-c71939900e03 None None] get_active_networks_info from dv-cinder-858819-1-iscsi {{(pid=116021) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Sep 21 21:51:46.037128 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c98fee-da6c-4f58-8bed-c71939900e03 None None] No non-hosted networks {{(pid=116021) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 21 21:51:46.044285 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.agentschedulers_db [None req-70c98fee-da6c-4f58-8bed-c71939900e03 None None] DHCP Agent not found on host dv-cinder-858819-1-iscsi {{(pid=116021) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 21 21:51:46.121966 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-b6dd53fb-77a1-47c1-889b-84a4a2741ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-504557'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_create {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:48.169485 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-8cb5dab0-b411-4ae0-aada-aa7101bb1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-504557'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_create {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:48.219992 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-abd9e204-7beb-4eca-8f39-51345e2bc9ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:49.487820 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-504557'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_create {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:50.973583 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-504557'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_create {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:52.410722 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 56604) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:51:52.499297 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-504557'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_create {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:52.500179 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:51:52.503643 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:51:52.503643 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:51:52.503643 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:51:52.503643 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:51:52.503643 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:51:52.504613 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:51:52.504613 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:51:52.504613 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:51:52.504613 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:51:52.504613 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:51:52.505307 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:51:52.505307 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:51:52.505307 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-858819-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:51:52.514934 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-858819-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:51:53.194029 dv-cinder-858819-1-iscsi neutron-server[116019]: WARNING oslo_policy.policy [None req-704597b6-921c-4972-adfa-efd3287df240 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 21:51:53.194622 dv-cinder-858819-1-iscsi neutron-server[116019]: WARNING oslo_policy.policy [None req-704597b6-921c-4972-adfa-efd3287df240 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 21:51:53.457572 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [None req-704597b6-921c-4972-adfa-efd3287df240 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=116019) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 21:51:53.460660 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-704597b6-921c-4972-adfa-efd3287df240 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 1.0455821 Sep 21 21:51:54.601118 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.db.l3_hamode_db [None req-0c85617c-7fe2-433e-a74b-122b015bf9f5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 21 21:51:54.685852 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c85617c-7fe2-433e-a74b-122b015bf9f5 None None] Routers set() bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:51:54.686467 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c85617c-7fe2-433e-a74b-122b015bf9f5 None None] Router IDs set() for agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:459}} Sep 21 21:51:56.196180 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 56628) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:51:56.522892 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-7ab5462d-a916-4f8d-994d-d9a4a7cc4714 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:51:56.615819 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.policy [None req-7ab5462d-a916-4f8d-994d-d9a4a7cc4714 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=116019) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 21 21:51:56.660587 dv-cinder-858819-1-iscsi neutron-server[116019]: WARNING oslo_policy.policy [None req-7ab5462d-a916-4f8d-994d-d9a4a7cc4714 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 21:51:56.660965 dv-cinder-858819-1-iscsi neutron-server[116019]: WARNING oslo_policy.policy [None req-7ab5462d-a916-4f8d-994d-d9a4a7cc4714 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 21:51:56.866342 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-7ab5462d-a916-4f8d-994d-d9a4a7cc4714 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739551247897', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739551247404', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739551218030', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739551227504', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739551398784', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739551405528', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1448837', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1488688', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-578411', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-634097'] for rbac-policy (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:57.111067 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-7ab5462d-a916-4f8d-994d-d9a4a7cc4714 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:57.112790 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-7ab5462d-a916-4f8d-994d-d9a4a7cc4714 admin admin] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9156396 Sep 21 21:51:59.654319 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 56638) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:51:59.963687 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-95b92355-22ff-48ed-a18c-5c7e5c1c7e71 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:52:00.047858 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b92355-22ff-48ed-a18c-5c7e5c1c7e71 demo demo] Made reservation on behalf of 61d76862cab64b249f681451c54f1b00 for: {'network': 1} {{(pid=116019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:52:00.052615 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-95b92355-22ff-48ed-a18c-5c7e5c1c7e71 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for network (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:00.070601 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-95b92355-22ff-48ed-a18c-5c7e5c1c7e71 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:00.182148 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-95b92355-22ff-48ed-a18c-5c7e5c1c7e71 demo demo] Publish callbacks [] for security_group (1bd81408-b5b2-4ecd-920a-112d5c463476), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:00.287951 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-95b92355-22ff-48ed-a18c-5c7e5c1c7e71 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (1bd81408-b5b2-4ecd-920a-112d5c463476), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:00.312758 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95b92355-22ff-48ed-a18c-5c7e5c1c7e71 demo demo] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=116019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 21:52:00.354430 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-95b92355-22ff-48ed-a18c-5c7e5c1c7e71 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739546438382', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1532675'] for segment (5bfac0dd-e7c5-4da6-91c1-fcd28916fe36), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:00.354975 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-95b92355-22ff-48ed-a18c-5c7e5c1c7e71 demo demo] Unsubscribe: segment precommit_create {{(pid=116019) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 21 21:52:00.355492 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.db.segments_db [None req-95b92355-22ff-48ed-a18c-5c7e5c1c7e71 demo demo] Added segment 5bfac0dd-e7c5-4da6-91c1-fcd28916fe36 of type vlan for network 15eeb930-c381-4377-a661-b2e0af253784 Sep 21 21:52:00.371023 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b92355-22ff-48ed-a18c-5c7e5c1c7e71 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd81408-b5b2-4ecd-920a-112d5c463476,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:00.420820 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b92355-22ff-48ed-a18c-5c7e5c1c7e71 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:00.421178 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b92355-22ff-48ed-a18c-5c7e5c1c7e71 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:00.421536 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b92355-22ff-48ed-a18c-5c7e5c1c7e71 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:00.421873 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b92355-22ff-48ed-a18c-5c7e5c1c7e71 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:00.422203 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b92355-22ff-48ed-a18c-5c7e5c1c7e71 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:00.422528 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b92355-22ff-48ed-a18c-5c7e5c1c7e71 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:00.422853 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b92355-22ff-48ed-a18c-5c7e5c1c7e71 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:00.423282 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b92355-22ff-48ed-a18c-5c7e5c1c7e71 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:00.423600 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b92355-22ff-48ed-a18c-5c7e5c1c7e71 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:00.423937 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b92355-22ff-48ed-a18c-5c7e5c1c7e71 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:00.424310 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b92355-22ff-48ed-a18c-5c7e5c1c7e71 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:00.424628 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b92355-22ff-48ed-a18c-5c7e5c1c7e71 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:00.424945 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b92355-22ff-48ed-a18c-5c7e5c1c7e71 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:00.426251 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b92355-22ff-48ed-a18c-5c7e5c1c7e71 demo demo] Tracked resource versions report: Sep 21 21:52:00.426251 dv-cinder-858819-1-iscsi neutron-server[116019]: pushed versions: Sep 21 21:52:00.426251 dv-cinder-858819-1-iscsi neutron-server[116019]: { 'AddressGroup': {'1.2'}, Sep 21 21:52:00.426251 dv-cinder-858819-1-iscsi neutron-server[116019]: 'ConntrackHelper': {'1.0'}, Sep 21 21:52:00.426251 dv-cinder-858819-1-iscsi neutron-server[116019]: 'LocalIPAssociation': {'1.0'}, Sep 21 21:52:00.426251 dv-cinder-858819-1-iscsi neutron-server[116019]: 'Log': {'1.0'}, Sep 21 21:52:00.426251 dv-cinder-858819-1-iscsi neutron-server[116019]: 'Network': {'1.1'}, Sep 21 21:52:00.426251 dv-cinder-858819-1-iscsi neutron-server[116019]: 'Port': {'1.7'}, Sep 21 21:52:00.426251 dv-cinder-858819-1-iscsi neutron-server[116019]: 'PortForwarding': {'1.2'}, Sep 21 21:52:00.426251 dv-cinder-858819-1-iscsi neutron-server[116019]: 'QosPolicy': {'1.10'}, Sep 21 21:52:00.426251 dv-cinder-858819-1-iscsi neutron-server[116019]: 'SecurityGroup': {'1.5'}, Sep 21 21:52:00.426251 dv-cinder-858819-1-iscsi neutron-server[116019]: 'SecurityGroupRule': {'1.2'}, Sep 21 21:52:00.426251 dv-cinder-858819-1-iscsi neutron-server[116019]: 'SubPort': {'1.0'}, Sep 21 21:52:00.426251 dv-cinder-858819-1-iscsi neutron-server[116019]: 'Subnet': {'1.1'}, Sep 21 21:52:00.426251 dv-cinder-858819-1-iscsi neutron-server[116019]: 'Trunk': {'1.1'}} Sep 21 21:52:00.426251 dv-cinder-858819-1-iscsi neutron-server[116019]: consumer versions: Sep 21 21:52:00.426251 dv-cinder-858819-1-iscsi neutron-server[116019]: { DHCP agent@dv-cinder-858819-1-iscsi: {}, Sep 21 21:52:00.426251 dv-cinder-858819-1-iscsi neutron-server[116019]: L3 agent@dv-cinder-858819-1-iscsi: {}, Sep 21 21:52:00.426251 dv-cinder-858819-1-iscsi neutron-server[116019]: Metadata agent@dv-cinder-858819-1-iscsi: {}, Sep 21 21:52:00.426251 dv-cinder-858819-1-iscsi neutron-server[116019]: Metering agent@dv-cinder-858819-1-iscsi: {}, Sep 21 21:52:00.426251 dv-cinder-858819-1-iscsi neutron-server[116019]: Open vSwitch agent@dv-cinder-858819-1-iscsi: { 'AddressGroup': '1.2', Sep 21 21:52:00.426251 dv-cinder-858819-1-iscsi neutron-server[116019]: 'ConntrackHelper': '1.0', Sep 21 21:52:00.426251 dv-cinder-858819-1-iscsi neutron-server[116019]: 'LocalIPAssociation': '1.0', Sep 21 21:52:00.426251 dv-cinder-858819-1-iscsi neutron-server[116019]: 'Log': '1.0', Sep 21 21:52:00.426251 dv-cinder-858819-1-iscsi neutron-server[116019]: 'Network': '1.1', Sep 21 21:52:00.426251 dv-cinder-858819-1-iscsi neutron-server[116019]: 'Port': '1.7', Sep 21 21:52:00.426251 dv-cinder-858819-1-iscsi neutron-server[116019]: 'PortForwarding': '1.2', Sep 21 21:52:00.426251 dv-cinder-858819-1-iscsi neutron-server[116019]: 'QosPolicy': '1.10', Sep 21 21:52:00.426251 dv-cinder-858819-1-iscsi neutron-server[116019]: 'SecurityGroup': '1.5', Sep 21 21:52:00.426251 dv-cinder-858819-1-iscsi neutron-server[116019]: 'SecurityGroupRule': '1.2', Sep 21 21:52:00.426251 dv-cinder-858819-1-iscsi neutron-server[116019]: 'SubPort': '1.0', Sep 21 21:52:00.426251 dv-cinder-858819-1-iscsi neutron-server[116019]: 'Subnet': '1.1', Sep 21 21:52:00.426251 dv-cinder-858819-1-iscsi neutron-server[116019]: 'Trunk': '1.1'}} Sep 21 21:52:00.426251 dv-cinder-858819-1-iscsi neutron-server[116019]: {{(pid=116019) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 21:52:00.473041 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-95b92355-22ff-48ed-a18c-5c7e5c1c7e71 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739545934906'] for network (15eeb930-c381-4377-a661-b2e0af253784), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:00.579342 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-95b92355-22ff-48ed-a18c-5c7e5c1c7e71 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200'] for network (15eeb930-c381-4377-a661-b2e0af253784), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:00.585375 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b92355-22ff-48ed-a18c-5c7e5c1c7e71 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:00.586084 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-95b92355-22ff-48ed-a18c-5c7e5c1c7e71 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for network (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:00.697613 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b92355-22ff-48ed-a18c-5c7e5c1c7e71 demo demo] Pushing event updated for resources: {'Network': ['ID=15eeb930-c381-4377-a661-b2e0af253784,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:00.710071 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Network 15eeb930-c381-4377-a661-b2e0af253784 details requested by agent ovs-agent-dv-cinder-858819-1-iscsi with host dv-cinder-858819-1-iscsi {{(pid=116021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 21:52:00.736003 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-95b92355-22ff-48ed-a18c-5c7e5c1c7e71 demo demo] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0805354 Sep 21 21:52:03.357710 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 56650) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:52:03.769067 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2793bb9-2d34-4a40-9fac-e1c95d37fb05 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:03.770403 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-d2793bb9-2d34-4a40-9fac-e1c95d37fb05 demo admin] 10.222.0.52 "GET /v2.0/networks/15eeb930-c381-4377-a661-b2e0af253784 HTTP/1.1" status: 200 len: 825 time: 0.4117351 Sep 21 21:52:03.795680 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-ae797020-7bb5-46f2-bd3a-80eb203159ce demo admin] 10.222.0.52 "GET /v2.0/subnetpools/76f54571-3c9e-4103-adfe-dc2af122c65c HTTP/1.1" status: 200 len: 734 time: 0.0195510 Sep 21 21:52:03.804795 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-dadec521-329e-4beb-8e83-5ce4c6275958 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '76f54571-3c9e-4103-adfe-dc2af122c65c', 'gateway_ip': '172.20.0.1', 'network_id': '15eeb930-c381-4377-a661-b2e0af253784'}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:52:03.927519 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dadec521-329e-4beb-8e83-5ce4c6275958 demo admin] Made reservation on behalf of 61d76862cab64b249f681451c54f1b00 for: {'subnet': 1} {{(pid=116019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:52:03.929866 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-dadec521-329e-4beb-8e83-5ce4c6275958 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:04.303066 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-dadec521-329e-4beb-8e83-5ce4c6275958 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200'] for subnet (391a392c-c802-4e46-b44b-4d214fd3ab38), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:04.375631 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadec521-329e-4beb-8e83-5ce4c6275958 demo admin] Pushing event updated for resources: {'Subnet': ['ID=391a392c-c802-4e46-b44b-4d214fd3ab38,revision_number=0']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:04.378191 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadec521-329e-4beb-8e83-5ce4c6275958 demo admin] Checking segment: {'id': '5bfac0dd-e7c5-4da6-91c1-fcd28916fe36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '15eeb930-c381-4377-a661-b2e0af253784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:52:04.378569 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadec521-329e-4beb-8e83-5ce4c6275958 demo admin] Network hostable DHCP agents. Network: 15eeb930-c381-4377-a661-b2e0af253784, hostable agents: ['37d86b0a-09b3-4739-b3e3-a561a472abaa'], hosted agents: [] {{(pid=116019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 21:52:04.527625 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadec521-329e-4beb-8e83-5ce4c6275958 demo admin] Network 15eeb930-c381-4377-a661-b2e0af253784 is scheduled to be hosted by DHCP agent 37d86b0a-09b3-4739-b3e3-a561a472abaa with binding_index 1 {{(pid=116019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 21:52:04.630442 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.base_scheduler [None req-dadec521-329e-4beb-8e83-5ce4c6275958 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858819-1-iscsi, 15eeb930-c381-4377-a661-b2e0af253784) {{(pid=116019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:52:04.635465 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadec521-329e-4beb-8e83-5ce4c6275958 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:04.636090 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-dadec521-329e-4beb-8e83-5ce4c6275958 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for subnet (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:04.641960 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2d94eb-c9d1-482c-9fd4-8541d325c26d None None] Network 15eeb930-c381-4377-a661-b2e0af253784 requested from dv-cinder-858819-1-iscsi {{(pid=116021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:52:04.747349 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-dadec521-329e-4beb-8e83-5ce4c6275958 demo admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9459651 Sep 21 21:52:05.006272 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1064358b-54f9-4097-874b-f952ec2c6456 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ff81448-8c2c-52ad-8655-b46a60ca7bcc-15eeb930-c381-4377-a661-b2e0af253784', 'network_id': '15eeb930-c381-4377-a661-b2e0af253784', 'project_id': '61d76862cab64b249f681451c54f1b00', 'fixed_ips': [{'subnet_id': '391a392c-c802-4e46-b44b-4d214fd3ab38'}]}} from dv-cinder-858819-1-iscsi. {{(pid=116021) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 21 21:52:05.007477 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-1064358b-54f9-4097-874b-f952ec2c6456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:05.285170 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.db_base_plugin_common [None req-1064358b-54f9-4097-874b-f952ec2c6456 None None] Allocated IP 172.20.0.2 (15eeb930-c381-4377-a661-b2e0af253784/391a392c-c802-4e46-b44b-4d214fd3ab38/5ec05296-4f28-41d6-8577-8d8be11a54cf) {{(pid=116021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:52:05.548933 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-1064358b-54f9-4097-874b-f952ec2c6456 None None] Publish callbacks [] for port (5ec05296-4f28-41d6-8577-8d8be11a54cf), precommit_create {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:05.659917 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-1064358b-54f9-4097-874b-f952ec2c6456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043'] for port (5ec05296-4f28-41d6-8577-8d8be11a54cf), after_create {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:05.728749 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1064358b-54f9-4097-874b-f952ec2c6456 None None] Network 15eeb930-c381-4377-a661-b2e0af253784 is already hosted by enough agents. {{(pid=116021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:52:05.734539 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.scheduler.base_scheduler [None req-1064358b-54f9-4097-874b-f952ec2c6456 None None] Resources bound (agent type, host, resource id): {{(pid=116021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:52:05.746723 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1064358b-54f9-4097-874b-f952ec2c6456 None None] Received port after_create {{(pid=116021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:52:05.752447 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1064358b-54f9-4097-874b-f952ec2c6456 None None] Pushing event updated for resources: {'Port': ['ID=5ec05296-4f28-41d6-8577-8d8be11a54cf,revision_number=1']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:05.785752 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1064358b-54f9-4097-874b-f952ec2c6456 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:05.786119 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1064358b-54f9-4097-874b-f952ec2c6456 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:05.786489 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1064358b-54f9-4097-874b-f952ec2c6456 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:05.786831 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1064358b-54f9-4097-874b-f952ec2c6456 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:05.787167 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1064358b-54f9-4097-874b-f952ec2c6456 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:05.787502 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1064358b-54f9-4097-874b-f952ec2c6456 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:05.787835 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1064358b-54f9-4097-874b-f952ec2c6456 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:05.788201 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1064358b-54f9-4097-874b-f952ec2c6456 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:05.788532 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1064358b-54f9-4097-874b-f952ec2c6456 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:05.788878 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1064358b-54f9-4097-874b-f952ec2c6456 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:05.789262 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1064358b-54f9-4097-874b-f952ec2c6456 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:05.789596 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1064358b-54f9-4097-874b-f952ec2c6456 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:05.789924 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1064358b-54f9-4097-874b-f952ec2c6456 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:05.791277 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1064358b-54f9-4097-874b-f952ec2c6456 None None] Tracked resource versions report: Sep 21 21:52:05.791277 dv-cinder-858819-1-iscsi neutron-server[116021]: pushed versions: Sep 21 21:52:05.791277 dv-cinder-858819-1-iscsi neutron-server[116021]: { 'AddressGroup': {'1.2'}, Sep 21 21:52:05.791277 dv-cinder-858819-1-iscsi neutron-server[116021]: 'ConntrackHelper': {'1.0'}, Sep 21 21:52:05.791277 dv-cinder-858819-1-iscsi neutron-server[116021]: 'LocalIPAssociation': {'1.0'}, Sep 21 21:52:05.791277 dv-cinder-858819-1-iscsi neutron-server[116021]: 'Log': {'1.0'}, Sep 21 21:52:05.791277 dv-cinder-858819-1-iscsi neutron-server[116021]: 'Network': {'1.1'}, Sep 21 21:52:05.791277 dv-cinder-858819-1-iscsi neutron-server[116021]: 'Port': {'1.7'}, Sep 21 21:52:05.791277 dv-cinder-858819-1-iscsi neutron-server[116021]: 'PortForwarding': {'1.2'}, Sep 21 21:52:05.791277 dv-cinder-858819-1-iscsi neutron-server[116021]: 'QosPolicy': {'1.10'}, Sep 21 21:52:05.791277 dv-cinder-858819-1-iscsi neutron-server[116021]: 'SecurityGroup': {'1.5'}, Sep 21 21:52:05.791277 dv-cinder-858819-1-iscsi neutron-server[116021]: 'SecurityGroupRule': {'1.2'}, Sep 21 21:52:05.791277 dv-cinder-858819-1-iscsi neutron-server[116021]: 'SubPort': {'1.0'}, Sep 21 21:52:05.791277 dv-cinder-858819-1-iscsi neutron-server[116021]: 'Subnet': {'1.1'}, Sep 21 21:52:05.791277 dv-cinder-858819-1-iscsi neutron-server[116021]: 'Trunk': {'1.1'}} Sep 21 21:52:05.791277 dv-cinder-858819-1-iscsi neutron-server[116021]: consumer versions: Sep 21 21:52:05.791277 dv-cinder-858819-1-iscsi neutron-server[116021]: { DHCP agent@dv-cinder-858819-1-iscsi: {}, Sep 21 21:52:05.791277 dv-cinder-858819-1-iscsi neutron-server[116021]: L3 agent@dv-cinder-858819-1-iscsi: {}, Sep 21 21:52:05.791277 dv-cinder-858819-1-iscsi neutron-server[116021]: Metadata agent@dv-cinder-858819-1-iscsi: {}, Sep 21 21:52:05.791277 dv-cinder-858819-1-iscsi neutron-server[116021]: Metering agent@dv-cinder-858819-1-iscsi: {}, Sep 21 21:52:05.791277 dv-cinder-858819-1-iscsi neutron-server[116021]: Open vSwitch agent@dv-cinder-858819-1-iscsi: { 'AddressGroup': '1.2', Sep 21 21:52:05.791277 dv-cinder-858819-1-iscsi neutron-server[116021]: 'ConntrackHelper': '1.0', Sep 21 21:52:05.791277 dv-cinder-858819-1-iscsi neutron-server[116021]: 'LocalIPAssociation': '1.0', Sep 21 21:52:05.791277 dv-cinder-858819-1-iscsi neutron-server[116021]: 'Log': '1.0', Sep 21 21:52:05.791277 dv-cinder-858819-1-iscsi neutron-server[116021]: 'Network': '1.1', Sep 21 21:52:05.791277 dv-cinder-858819-1-iscsi neutron-server[116021]: 'Port': '1.7', Sep 21 21:52:05.791277 dv-cinder-858819-1-iscsi neutron-server[116021]: 'PortForwarding': '1.2', Sep 21 21:52:05.791277 dv-cinder-858819-1-iscsi neutron-server[116021]: 'QosPolicy': '1.10', Sep 21 21:52:05.791277 dv-cinder-858819-1-iscsi neutron-server[116021]: 'SecurityGroup': '1.5', Sep 21 21:52:05.791277 dv-cinder-858819-1-iscsi neutron-server[116021]: 'SecurityGroupRule': '1.2', Sep 21 21:52:05.791277 dv-cinder-858819-1-iscsi neutron-server[116021]: 'SubPort': '1.0', Sep 21 21:52:05.791277 dv-cinder-858819-1-iscsi neutron-server[116021]: 'Subnet': '1.1', Sep 21 21:52:05.791277 dv-cinder-858819-1-iscsi neutron-server[116021]: 'Trunk': '1.1'}} Sep 21 21:52:05.791277 dv-cinder-858819-1-iscsi neutron-server[116021]: {{(pid=116021) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 21:52:05.842010 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-1064358b-54f9-4097-874b-f952ec2c6456 None None] Attempting to bind port 5ec05296-4f28-41d6-8577-8d8be11a54cf on host dv-cinder-858819-1-iscsi for vnic_type normal with profile {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:52:05.842407 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-1064358b-54f9-4097-874b-f952ec2c6456 None None] Attempting to bind port 5ec05296-4f28-41d6-8577-8d8be11a54cf by drivers openvswitch,hyperv on host dv-cinder-858819-1-iscsi at level 0 using segments [{'id': '5bfac0dd-e7c5-4da6-91c1-fcd28916fe36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '15eeb930-c381-4377-a661-b2e0af253784'}] {{(pid=116021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:52:05.842841 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1064358b-54f9-4097-874b-f952ec2c6456 None None] Attempting to bind port 5ec05296-4f28-41d6-8577-8d8be11a54cf on network 15eeb930-c381-4377-a661-b2e0af253784 {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:52:05.848899 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1064358b-54f9-4097-874b-f952ec2c6456 None None] Checking agent: {'id': 'a3649853-f423-4907-be3f-732a21e792f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858819-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 51, 52), 'started_at': datetime.datetime(2022, 9, 21, 21, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858819-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:52:05.849275 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1064358b-54f9-4097-874b-f952ec2c6456 None None] Checking segment: {'id': '5bfac0dd-e7c5-4da6-91c1-fcd28916fe36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '15eeb930-c381-4377-a661-b2e0af253784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:52:05.849760 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-1064358b-54f9-4097-874b-f952ec2c6456 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:05.850161 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1064358b-54f9-4097-874b-f952ec2c6456 None None] Bound using segment: {'id': '5bfac0dd-e7c5-4da6-91c1-fcd28916fe36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '15eeb930-c381-4377-a661-b2e0af253784'} {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:52:05.850648 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-1064358b-54f9-4097-874b-f952ec2c6456 None None] Bound port: 5ec05296-4f28-41d6-8577-8d8be11a54cf, host: dv-cinder-858819-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bfac0dd-e7c5-4da6-91c1-fcd28916fe36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '15eeb930-c381-4377-a661-b2e0af253784'}}] {{(pid=116021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:52:05.851053 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-1064358b-54f9-4097-874b-f952ec2c6456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (5ec05296-4f28-41d6-8577-8d8be11a54cf), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:05.912774 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-1064358b-54f9-4097-874b-f952ec2c6456 None None] For port 5ec05296-4f28-41d6-8577-8d8be11a54cf, host dv-cinder-858819-1-iscsi, cleared binding levels {{(pid=116021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:52:05.917516 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-1064358b-54f9-4097-874b-f952ec2c6456 None None] For port 5ec05296-4f28-41d6-8577-8d8be11a54cf, host dv-cinder-858819-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=5ec05296-4f28-41d6-8577-8d8be11a54cf,segment=NetworkSegment(5bfac0dd-e7c5-4da6-91c1-fcd28916fe36),segment_id=5bfac0dd-e7c5-4da6-91c1-fcd28916fe36)] {{(pid=116021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:52:06.023573 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-1064358b-54f9-4097-874b-f952ec2c6456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (5ec05296-4f28-41d6-8577-8d8be11a54cf), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:06.082325 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1064358b-54f9-4097-874b-f952ec2c6456 None None] Pushing event updated for resources: {'Port': ['ID=5ec05296-4f28-41d6-8577-8d8be11a54cf,revision_number=2']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:07.349986 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 56658) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:52:07.680525 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [None req-a111691a-7d71-409e-b894-04cde307f692 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=116019) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 21:52:07.681525 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-a111691a-7d71-409e-b894-04cde307f692 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3303950 Sep 21 21:52:10.313072 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 56666) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:52:10.639200 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [None req-74f7c3eb-d0dc-48ca-ada7-adb4ddda286e admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=116019) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 21:52:10.640241 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-74f7c3eb-d0dc-48ca-ada7-adb4ddda286e admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3261187 Sep 21 21:52:13.213920 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 56674) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:52:13.535104 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-317fe986-e52e-428b-9ad0-237bd8b65a1c demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:52:13.633944 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-317fe986-e52e-428b-9ad0-237bd8b65a1c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-505823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3298'] for router (41feb8a1-6124-4d57-bf0e-e8abf28803d6), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:13.635913 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-317fe986-e52e-428b-9ad0-237bd8b65a1c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-505707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3323'] for router (41feb8a1-6124-4d57-bf0e-e8abf28803d6), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:13.771915 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-317fe986-e52e-428b-9ad0-237bd8b65a1c demo demo] Publish callbacks [] for router_controller (41feb8a1-6124-4d57-bf0e-e8abf28803d6), precommit_add_association {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:13.859738 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-317fe986-e52e-428b-9ad0-237bd8b65a1c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-505700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494566'] for router (41feb8a1-6124-4d57-bf0e-e8abf28803d6), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:13.946885 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-317fe986-e52e-428b-9ad0-237bd8b65a1c demo demo] Publish callbacks [] for router (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:13.948006 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-317fe986-e52e-428b-9ad0-237bd8b65a1c demo demo] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7330909 Sep 21 21:52:15.978985 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-96639e5c-f82c-49de-9261-16da1193124d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:16.533553 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 56686) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:52:16.865075 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [None req-1350306b-2726-4df4-b184-d6236f176518 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=116019) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 21:52:16.866071 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-1350306b-2726-4df4-b184-d6236f176518 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3315704 Sep 21 21:52:17.398194 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 5ec05296-4f28-41d6-8577-8d8be11a54cf up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:52:17.480862 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port 5ec05296-4f28-41d6-8577-8d8be11a54cf triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:52:17.481292 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (5ec05296-4f28-41d6-8577-8d8be11a54cf), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:17.481653 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port 5ec05296-4f28-41d6-8577-8d8be11a54cf Sep 21 21:52:17.603274 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port 5ec05296-4f28-41d6-8577-8d8be11a54cf is: DOWN; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:52:17.603672 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (5ec05296-4f28-41d6-8577-8d8be11a54cf), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:17.638891 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03b413d-20eb-4f9b-86cf-67d528fefa4a None None] Network 15eeb930-c381-4377-a661-b2e0af253784 requested from dv-cinder-858819-1-iscsi {{(pid=116021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:52:17.645019 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] For port 5ec05296-4f28-41d6-8577-8d8be11a54cf, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=5ec05296-4f28-41d6-8577-8d8be11a54cf,segment=NetworkSegment(5bfac0dd-e7c5-4da6-91c1-fcd28916fe36),segment_id=5bfac0dd-e7c5-4da6-91c1-fcd28916fe36)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:52:17.722238 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (5ec05296-4f28-41d6-8577-8d8be11a54cf), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:17.753992 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-5a98c73f-62a2-46cc-baf3-bc7e470c74e9 None None] Provisioning complete for port 5ec05296-4f28-41d6-8577-8d8be11a54cf triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:52:17.754387 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-5a98c73f-62a2-46cc-baf3-bc7e470c74e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (5ec05296-4f28-41d6-8577-8d8be11a54cf), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:17.754727 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-5a98c73f-62a2-46cc-baf3-bc7e470c74e9 None None] Attempt 1 to provision port 5ec05296-4f28-41d6-8577-8d8be11a54cf Sep 21 21:52:17.832903 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Pushing event updated for resources: {'Port': ['ID=5ec05296-4f28-41d6-8577-8d8be11a54cf,revision_number=3']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:17.888763 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-5a98c73f-62a2-46cc-baf3-bc7e470c74e9 None None] Current status of the port 5ec05296-4f28-41d6-8577-8d8be11a54cf is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:52:18.109682 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-bf9ee558-5af3-4fd3-8faa-e60cfef3367d None None] Provisioning complete for port 5ec05296-4f28-41d6-8577-8d8be11a54cf triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:52:18.109987 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-bf9ee558-5af3-4fd3-8faa-e60cfef3367d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (5ec05296-4f28-41d6-8577-8d8be11a54cf), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:18.110327 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-bf9ee558-5af3-4fd3-8faa-e60cfef3367d None None] Attempt 1 to provision port 5ec05296-4f28-41d6-8577-8d8be11a54cf Sep 21 21:52:18.113378 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-39a56c1c-cbd1-4b52-9778-7c4731900aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:18.185408 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-bf9ee558-5af3-4fd3-8faa-e60cfef3367d None None] Current status of the port 5ec05296-4f28-41d6-8577-8d8be11a54cf is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:52:19.373160 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 5ec05296-4f28-41d6-8577-8d8be11a54cf up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:52:19.418207 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port 5ec05296-4f28-41d6-8577-8d8be11a54cf triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:52:19.418595 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (5ec05296-4f28-41d6-8577-8d8be11a54cf), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:19.418932 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port 5ec05296-4f28-41d6-8577-8d8be11a54cf Sep 21 21:52:19.443922 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:19.445951 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 56704) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:52:19.492309 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port 5ec05296-4f28-41d6-8577-8d8be11a54cf is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:52:19.681640 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-33d39215-814c-4230-9797-3d0b715066ac admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:52:19.818391 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d39215-814c-4230-9797-3d0b715066ac admin admin] Made reservation on behalf of 04aad939d300429f9e8c21d031a9604f for: {'network': 1} {{(pid=116019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:52:19.820589 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-33d39215-814c-4230-9797-3d0b715066ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for network (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:19.830620 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-33d39215-814c-4230-9797-3d0b715066ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:19.901366 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-33d39215-814c-4230-9797-3d0b715066ac admin admin] Publish callbacks [] for security_group (49360f05-f609-4f38-a65b-5bd6095554d7), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:19.988543 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-33d39215-814c-4230-9797-3d0b715066ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (49360f05-f609-4f38-a65b-5bd6095554d7), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:20.005361 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-33d39215-814c-4230-9797-3d0b715066ac admin admin] Reserving flat network on physical network physnet1 {{(pid=116019) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 21 21:52:20.020964 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d39215-814c-4230-9797-3d0b715066ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49360f05-f609-4f38-a65b-5bd6095554d7,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:20.025460 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-33d39215-814c-4230-9797-3d0b715066ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1532675'] for segment (286b158d-b65b-48b3-9fb8-ab2055e67b3c), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:20.025803 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.db.segments_db [None req-33d39215-814c-4230-9797-3d0b715066ac admin admin] Added segment 286b158d-b65b-48b3-9fb8-ab2055e67b3c of type flat for network b12f12c4-b4b4-4032-bd63-4e51184cdf86 Sep 21 21:52:20.077987 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-33d39215-814c-4230-9797-3d0b715066ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739545934906'] for network (b12f12c4-b4b4-4032-bd63-4e51184cdf86), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:20.178744 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-33d39215-814c-4230-9797-3d0b715066ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200'] for network (b12f12c4-b4b4-4032-bd63-4e51184cdf86), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:20.179689 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d39215-814c-4230-9797-3d0b715066ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:20.180308 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-33d39215-814c-4230-9797-3d0b715066ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for network (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:20.267620 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d39215-814c-4230-9797-3d0b715066ac admin admin] Pushing event updated for resources: {'Network': ['ID=b12f12c4-b4b4-4032-bd63-4e51184cdf86,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:20.277934 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Network b12f12c4-b4b4-4032-bd63-4e51184cdf86 details requested by agent ovs-agent-dv-cinder-858819-1-iscsi with host dv-cinder-858819-1-iscsi {{(pid=116021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 21:52:20.358906 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-33d39215-814c-4230-9797-3d0b715066ac admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9118454 Sep 21 21:52:20.955541 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:22.515634 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:22.741632 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.agents_db [None req-53c7536d-764e-4ad7-87ad-c450eadf28b3 None None] Agent healthcheck: found 5 active agents {{(pid=116022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:52:22.869771 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 56722) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:52:22.962246 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67edb06-f853-4ea9-bc5b-4c78bf991b6d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:22.963584 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-d67edb06-f853-4ea9-bc5b-4c78bf991b6d demo admin] 10.222.0.52 "GET /v2.0/subnets/391a392c-c802-4e46-b44b-4d214fd3ab38 HTTP/1.1" status: 200 len: 849 time: 0.0928583 Sep 21 21:52:23.082592 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-cc3ed0c7-dd07-4574-861d-fc68e96b1631 demo admin] 10.222.0.52 "GET /v2.0/routers/41feb8a1-6124-4d57-bf0e-e8abf28803d6 HTTP/1.1" status: 200 len: 704 time: 0.1132355 Sep 21 21:52:23.339226 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-f8390260-9e3a-49c3-9278-0639202cc210 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:23.628636 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.db_base_plugin_common [None req-f8390260-9e3a-49c3-9278-0639202cc210 demo admin] Allocated IP 172.20.0.1 (15eeb930-c381-4377-a661-b2e0af253784/391a392c-c802-4e46-b44b-4d214fd3ab38/b238afde-07dc-4ced-bca4-bea06aae71e7) {{(pid=116019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:52:23.823588 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-f8390260-9e3a-49c3-9278-0639202cc210 demo admin] Publish callbacks [] for port (b238afde-07dc-4ced-bca4-bea06aae71e7), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:23.967953 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-f8390260-9e3a-49c3-9278-0639202cc210 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043'] for port (b238afde-07dc-4ced-bca4-bea06aae71e7), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:24.039772 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8390260-9e3a-49c3-9278-0639202cc210 demo admin] Network 15eeb930-c381-4377-a661-b2e0af253784 is already hosted by enough agents. {{(pid=116019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:52:24.045393 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.base_scheduler [None req-f8390260-9e3a-49c3-9278-0639202cc210 demo admin] Resources bound (agent type, host, resource id): {{(pid=116019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:52:24.047986 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8390260-9e3a-49c3-9278-0639202cc210 demo admin] Received port after_create {{(pid=116019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:52:24.050154 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-f8390260-9e3a-49c3-9278-0639202cc210 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495241'] for router_interface (41feb8a1-6124-4d57-bf0e-e8abf28803d6), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:24.112239 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8390260-9e3a-49c3-9278-0639202cc210 demo admin] Pushing event updated for resources: {'Port': ['ID=b238afde-07dc-4ced-bca4-bea06aae71e7,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:24.324053 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-f8390260-9e3a-49c3-9278-0639202cc210 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (b238afde-07dc-4ced-bca4-bea06aae71e7), before_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:24.344743 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-bb0069b5-9d9a-47e3-a59d-c52385dc0560 None None] Provisioning complete for port b238afde-07dc-4ced-bca4-bea06aae71e7 triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:52:24.345304 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-bb0069b5-9d9a-47e3-a59d-c52385dc0560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (b238afde-07dc-4ced-bca4-bea06aae71e7), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:24.345470 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-bb0069b5-9d9a-47e3-a59d-c52385dc0560 None None] Attempt 1 to provision port b238afde-07dc-4ced-bca4-bea06aae71e7 Sep 21 21:52:24.375589 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-bb0069b5-9d9a-47e3-a59d-c52385dc0560 None None] Port b238afde-07dc-4ced-bca4-bea06aae71e7 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:52:24.577140 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-f8390260-9e3a-49c3-9278-0639202cc210 demo admin] Publish callbacks [] for port (b238afde-07dc-4ced-bca4-bea06aae71e7), precommit_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:24.669779 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-f8390260-9e3a-49c3-9278-0639202cc210 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (b238afde-07dc-4ced-bca4-bea06aae71e7), after_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:24.670549 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-f8390260-9e3a-49c3-9278-0639202cc210 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1653198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495141'] for router_interface (41feb8a1-6124-4d57-bf0e-e8abf28803d6), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:24.746295 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8390260-9e3a-49c3-9278-0639202cc210 demo admin] Pushing event updated for resources: {'Port': ['ID=b238afde-07dc-4ced-bca4-bea06aae71e7,revision_number=2']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:24.794536 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8390260-9e3a-49c3-9278-0639202cc210 demo admin] Network 15eeb930-c381-4377-a661-b2e0af253784 is already hosted by enough agents. {{(pid=116019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:52:24.795920 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.base_scheduler [None req-f8390260-9e3a-49c3-9278-0639202cc210 demo admin] Resources bound (agent type, host, resource id): {{(pid=116019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:52:24.877262 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-bb0069b5-9d9a-47e3-a59d-c52385dc0560 None None] Attempt 2 to provision port b238afde-07dc-4ced-bca4-bea06aae71e7 Sep 21 21:52:24.910561 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-bb0069b5-9d9a-47e3-a59d-c52385dc0560 None None] Port b238afde-07dc-4ced-bca4-bea06aae71e7 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:52:25.065364 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8390260-9e3a-49c3-9278-0639202cc210 demo admin] Router 41feb8a1-6124-4d57-bf0e-e8abf28803d6 is scheduled to L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 with binding_index 1 {{(pid=116019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 21:52:25.153257 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8390260-9e3a-49c3-9278-0639202cc210 demo admin] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:52:25.159486 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-f8390260-9e3a-49c3-9278-0639202cc210 demo admin] 10.222.0.52 "PUT /v2.0/routers/41feb8a1-6124-4d57-bf0e-e8abf28803d6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0712366 Sep 21 21:52:25.162930 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc922904-b107-45cf-8bd1-c083ba0753cd None None] Sync routers for ids ['41feb8a1-6124-4d57-bf0e-e8abf28803d6'] in dv-cinder-858819-1-iscsi {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:52:25.176062 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc922904-b107-45cf-8bd1-c083ba0753cd None None] Routers {'41feb8a1-6124-4d57-bf0e-e8abf28803d6'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:52:25.177007 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-dc922904-b107-45cf-8bd1-c083ba0753cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T21:52:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['41feb8a1-6124-4d57-bf0e-e8abf28803d6'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:52:25.363700 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-dc922904-b107-45cf-8bd1-c083ba0753cd None None] Set router 41feb8a1-6124-4d57-bf0e-e8abf28803d6 gateway port host: None {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:52:25.411403 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-bb0069b5-9d9a-47e3-a59d-c52385dc0560 None None] Attempt 3 to provision port b238afde-07dc-4ced-bca4-bea06aae71e7 Sep 21 21:52:25.444998 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-bb0069b5-9d9a-47e3-a59d-c52385dc0560 None None] Port b238afde-07dc-4ced-bca4-bea06aae71e7 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:52:25.785630 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-dc922904-b107-45cf-8bd1-c083ba0753cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41feb8a1-6124-4d57-bf0e-e8abf28803d6', 'name': 'router1', 'tenant_id': '61d76862cab64b249f681451c54f1b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:52:13Z', 'updated_at': '2022-09-21T21:52:24Z', 'revision_number': 2, 'project_id': '61d76862cab64b249f681451c54f1b00', 'gw_port_host': None, '_interfaces': [{'id': 'b238afde-07dc-4ced-bca4-bea06aae71e7', 'name': '', 'network_id': '15eeb930-c381-4377-a661-b2e0af253784', 'tenant_id': '61d76862cab64b249f681451c54f1b00', 'mac_address': 'fa:16:3e:2e:f1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41feb8a1-6124-4d57-bf0e-e8abf28803d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '391a392c-c802-4e46-b44b-4d214fd3ab38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:23Z', 'updated_at': '2022-09-21T21:52:24Z', 'revision_number': 2, 'project_id': '61d76862cab64b249f681451c54f1b00', 'subnets': [{'id': '391a392c-c802-4e46-b44b-4d214fd3ab38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '76f54571-3c9e-4103-adfe-dc2af122c65c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:52:25.833481 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc922904-b107-45cf-8bd1-c083ba0753cd None None] Checking router: 41feb8a1-6124-4d57-bf0e-e8abf28803d6 for host: dv-cinder-858819-1-iscsi {{(pid=116022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:52:25.833869 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc922904-b107-45cf-8bd1-c083ba0753cd None None] Updating router 41feb8a1-6124-4d57-bf0e-e8abf28803d6 port b238afde-07dc-4ced-bca4-bea06aae71e7 binding host dv-cinder-858819-1-iscsi {{(pid=116022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:52:25.886441 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-dc922904-b107-45cf-8bd1-c083ba0753cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (b238afde-07dc-4ced-bca4-bea06aae71e7), before_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:25.946566 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-bb0069b5-9d9a-47e3-a59d-c52385dc0560 None None] Attempt 4 to provision port b238afde-07dc-4ced-bca4-bea06aae71e7 Sep 21 21:52:25.978153 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-bb0069b5-9d9a-47e3-a59d-c52385dc0560 None None] Port b238afde-07dc-4ced-bca4-bea06aae71e7 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:52:26.382055 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-dc922904-b107-45cf-8bd1-c083ba0753cd None None] Publish callbacks [] for port (b238afde-07dc-4ced-bca4-bea06aae71e7), precommit_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:26.478957 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-bb0069b5-9d9a-47e3-a59d-c52385dc0560 None None] Attempt 5 to provision port b238afde-07dc-4ced-bca4-bea06aae71e7 Sep 21 21:52:26.498721 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-dc922904-b107-45cf-8bd1-c083ba0753cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (b238afde-07dc-4ced-bca4-bea06aae71e7), after_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:26.510933 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-bb0069b5-9d9a-47e3-a59d-c52385dc0560 None None] Port b238afde-07dc-4ced-bca4-bea06aae71e7 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:52:26.639004 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.managers [None req-dc922904-b107-45cf-8bd1-c083ba0753cd None None] Attempting to bind port b238afde-07dc-4ced-bca4-bea06aae71e7 on host dv-cinder-858819-1-iscsi for vnic_type normal with profile {{(pid=116022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:52:26.639401 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.managers [None req-dc922904-b107-45cf-8bd1-c083ba0753cd None None] Attempting to bind port b238afde-07dc-4ced-bca4-bea06aae71e7 by drivers openvswitch,hyperv on host dv-cinder-858819-1-iscsi at level 0 using segments [{'id': '5bfac0dd-e7c5-4da6-91c1-fcd28916fe36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '15eeb930-c381-4377-a661-b2e0af253784'}] {{(pid=116022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:52:26.639863 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc922904-b107-45cf-8bd1-c083ba0753cd None None] Attempting to bind port b238afde-07dc-4ced-bca4-bea06aae71e7 on network 15eeb930-c381-4377-a661-b2e0af253784 {{(pid=116022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:52:26.647174 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b6b24b-253b-453b-8432-791a2fb92a91 None None] Pushing event updated for resources: {'Port': ['ID=b238afde-07dc-4ced-bca4-bea06aae71e7,revision_number=3']} {{(pid=116022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:26.650336 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc922904-b107-45cf-8bd1-c083ba0753cd None None] Checking agent: {'id': 'a3649853-f423-4907-be3f-732a21e792f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858819-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 51, 52), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858819-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:52:26.650725 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc922904-b107-45cf-8bd1-c083ba0753cd None None] Checking segment: {'id': '5bfac0dd-e7c5-4da6-91c1-fcd28916fe36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '15eeb930-c381-4377-a661-b2e0af253784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:52:26.651205 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-dc922904-b107-45cf-8bd1-c083ba0753cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:26.651597 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc922904-b107-45cf-8bd1-c083ba0753cd None None] Bound using segment: {'id': '5bfac0dd-e7c5-4da6-91c1-fcd28916fe36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '15eeb930-c381-4377-a661-b2e0af253784'} {{(pid=116022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:52:26.652096 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.managers [None req-dc922904-b107-45cf-8bd1-c083ba0753cd None None] Bound port: b238afde-07dc-4ced-bca4-bea06aae71e7, host: dv-cinder-858819-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bfac0dd-e7c5-4da6-91c1-fcd28916fe36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '15eeb930-c381-4377-a661-b2e0af253784'}}] {{(pid=116022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:52:26.652480 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-dc922904-b107-45cf-8bd1-c083ba0753cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (b238afde-07dc-4ced-bca4-bea06aae71e7), before_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:26.658516 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6b24b-253b-453b-8432-791a2fb92a91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:26.659401 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6b24b-253b-453b-8432-791a2fb92a91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:26.659764 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6b24b-253b-453b-8432-791a2fb92a91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:26.660125 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6b24b-253b-453b-8432-791a2fb92a91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:26.660470 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6b24b-253b-453b-8432-791a2fb92a91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:26.660831 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6b24b-253b-453b-8432-791a2fb92a91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:26.661131 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6b24b-253b-453b-8432-791a2fb92a91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:26.661462 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6b24b-253b-453b-8432-791a2fb92a91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:26.661792 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6b24b-253b-453b-8432-791a2fb92a91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:26.662134 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6b24b-253b-453b-8432-791a2fb92a91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:26.662464 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6b24b-253b-453b-8432-791a2fb92a91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:26.662790 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6b24b-253b-453b-8432-791a2fb92a91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:26.663113 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6b24b-253b-453b-8432-791a2fb92a91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:26.664450 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6b24b-253b-453b-8432-791a2fb92a91 None None] Tracked resource versions report: Sep 21 21:52:26.664450 dv-cinder-858819-1-iscsi neutron-server[116022]: pushed versions: Sep 21 21:52:26.664450 dv-cinder-858819-1-iscsi neutron-server[116022]: { 'AddressGroup': {'1.2'}, Sep 21 21:52:26.664450 dv-cinder-858819-1-iscsi neutron-server[116022]: 'ConntrackHelper': {'1.0'}, Sep 21 21:52:26.664450 dv-cinder-858819-1-iscsi neutron-server[116022]: 'LocalIPAssociation': {'1.0'}, Sep 21 21:52:26.664450 dv-cinder-858819-1-iscsi neutron-server[116022]: 'Log': {'1.0'}, Sep 21 21:52:26.664450 dv-cinder-858819-1-iscsi neutron-server[116022]: 'Network': {'1.1'}, Sep 21 21:52:26.664450 dv-cinder-858819-1-iscsi neutron-server[116022]: 'Port': {'1.7'}, Sep 21 21:52:26.664450 dv-cinder-858819-1-iscsi neutron-server[116022]: 'PortForwarding': {'1.2'}, Sep 21 21:52:26.664450 dv-cinder-858819-1-iscsi neutron-server[116022]: 'QosPolicy': {'1.10'}, Sep 21 21:52:26.664450 dv-cinder-858819-1-iscsi neutron-server[116022]: 'SecurityGroup': {'1.5'}, Sep 21 21:52:26.664450 dv-cinder-858819-1-iscsi neutron-server[116022]: 'SecurityGroupRule': {'1.2'}, Sep 21 21:52:26.664450 dv-cinder-858819-1-iscsi neutron-server[116022]: 'SubPort': {'1.0'}, Sep 21 21:52:26.664450 dv-cinder-858819-1-iscsi neutron-server[116022]: 'Subnet': {'1.1'}, Sep 21 21:52:26.664450 dv-cinder-858819-1-iscsi neutron-server[116022]: 'Trunk': {'1.1'}} Sep 21 21:52:26.664450 dv-cinder-858819-1-iscsi neutron-server[116022]: consumer versions: Sep 21 21:52:26.664450 dv-cinder-858819-1-iscsi neutron-server[116022]: { DHCP agent@dv-cinder-858819-1-iscsi: {}, Sep 21 21:52:26.664450 dv-cinder-858819-1-iscsi neutron-server[116022]: L3 agent@dv-cinder-858819-1-iscsi: {}, Sep 21 21:52:26.664450 dv-cinder-858819-1-iscsi neutron-server[116022]: Metadata agent@dv-cinder-858819-1-iscsi: {}, Sep 21 21:52:26.664450 dv-cinder-858819-1-iscsi neutron-server[116022]: Metering agent@dv-cinder-858819-1-iscsi: {}, Sep 21 21:52:26.664450 dv-cinder-858819-1-iscsi neutron-server[116022]: Open vSwitch agent@dv-cinder-858819-1-iscsi: { 'AddressGroup': '1.2', Sep 21 21:52:26.664450 dv-cinder-858819-1-iscsi neutron-server[116022]: 'ConntrackHelper': '1.0', Sep 21 21:52:26.664450 dv-cinder-858819-1-iscsi neutron-server[116022]: 'LocalIPAssociation': '1.0', Sep 21 21:52:26.664450 dv-cinder-858819-1-iscsi neutron-server[116022]: 'Log': '1.0', Sep 21 21:52:26.664450 dv-cinder-858819-1-iscsi neutron-server[116022]: 'Network': '1.1', Sep 21 21:52:26.664450 dv-cinder-858819-1-iscsi neutron-server[116022]: 'Port': '1.7', Sep 21 21:52:26.664450 dv-cinder-858819-1-iscsi neutron-server[116022]: 'PortForwarding': '1.2', Sep 21 21:52:26.664450 dv-cinder-858819-1-iscsi neutron-server[116022]: 'QosPolicy': '1.10', Sep 21 21:52:26.664450 dv-cinder-858819-1-iscsi neutron-server[116022]: 'SecurityGroup': '1.5', Sep 21 21:52:26.664450 dv-cinder-858819-1-iscsi neutron-server[116022]: 'SecurityGroupRule': '1.2', Sep 21 21:52:26.664450 dv-cinder-858819-1-iscsi neutron-server[116022]: 'SubPort': '1.0', Sep 21 21:52:26.664450 dv-cinder-858819-1-iscsi neutron-server[116022]: 'Subnet': '1.1', Sep 21 21:52:26.664450 dv-cinder-858819-1-iscsi neutron-server[116022]: 'Trunk': '1.1'}} Sep 21 21:52:26.664450 dv-cinder-858819-1-iscsi neutron-server[116022]: {{(pid=116022) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 21:52:26.728206 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.db [None req-dc922904-b107-45cf-8bd1-c083ba0753cd None None] For port b238afde-07dc-4ced-bca4-bea06aae71e7, host dv-cinder-858819-1-iscsi, cleared binding levels {{(pid=116022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:52:26.747586 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.db [None req-dc922904-b107-45cf-8bd1-c083ba0753cd None None] For port b238afde-07dc-4ced-bca4-bea06aae71e7, host dv-cinder-858819-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=b238afde-07dc-4ced-bca4-bea06aae71e7,segment=NetworkSegment(5bfac0dd-e7c5-4da6-91c1-fcd28916fe36),segment_id=5bfac0dd-e7c5-4da6-91c1-fcd28916fe36)] {{(pid=116022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:52:26.864901 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-dc922904-b107-45cf-8bd1-c083ba0753cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (b238afde-07dc-4ced-bca4-bea06aae71e7), after_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:26.898999 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc922904-b107-45cf-8bd1-c083ba0753cd None None] Routers {'41feb8a1-6124-4d57-bf0e-e8abf28803d6'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:52:26.899620 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-dc922904-b107-45cf-8bd1-c083ba0753cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T21:52:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['41feb8a1-6124-4d57-bf0e-e8abf28803d6'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:52:26.981187 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b6b24b-253b-453b-8432-791a2fb92a91 None None] Pushing event updated for resources: {'Port': ['ID=b238afde-07dc-4ced-bca4-bea06aae71e7,revision_number=4']} {{(pid=116022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:26.999495 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-dc922904-b107-45cf-8bd1-c083ba0753cd None None] Set router 41feb8a1-6124-4d57-bf0e-e8abf28803d6 gateway port host: None {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:52:27.011697 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-bb0069b5-9d9a-47e3-a59d-c52385dc0560 None None] Attempt 6 to provision port b238afde-07dc-4ced-bca4-bea06aae71e7 Sep 21 21:52:27.086509 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-bb0069b5-9d9a-47e3-a59d-c52385dc0560 None None] Current status of the port b238afde-07dc-4ced-bca4-bea06aae71e7 is: DOWN; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:52:27.086901 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-bb0069b5-9d9a-47e3-a59d-c52385dc0560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (b238afde-07dc-4ced-bca4-bea06aae71e7), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:27.120135 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-bb0069b5-9d9a-47e3-a59d-c52385dc0560 None None] For port b238afde-07dc-4ced-bca4-bea06aae71e7, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=b238afde-07dc-4ced-bca4-bea06aae71e7,segment=NetworkSegment(5bfac0dd-e7c5-4da6-91c1-fcd28916fe36),segment_id=5bfac0dd-e7c5-4da6-91c1-fcd28916fe36)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:52:27.202726 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-dc922904-b107-45cf-8bd1-c083ba0753cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41feb8a1-6124-4d57-bf0e-e8abf28803d6', 'name': 'router1', 'tenant_id': '61d76862cab64b249f681451c54f1b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:52:13Z', 'updated_at': '2022-09-21T21:52:24Z', 'revision_number': 2, 'project_id': '61d76862cab64b249f681451c54f1b00', 'gw_port_host': None, '_interfaces': [{'id': 'b238afde-07dc-4ced-bca4-bea06aae71e7', 'name': '', 'network_id': '15eeb930-c381-4377-a661-b2e0af253784', 'tenant_id': '61d76862cab64b249f681451c54f1b00', 'mac_address': 'fa:16:3e:2e:f1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41feb8a1-6124-4d57-bf0e-e8abf28803d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '391a392c-c802-4e46-b44b-4d214fd3ab38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:23Z', 'updated_at': '2022-09-21T21:52:26Z', 'revision_number': 4, 'project_id': '61d76862cab64b249f681451c54f1b00', 'subnets': [{'id': '391a392c-c802-4e46-b44b-4d214fd3ab38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '76f54571-3c9e-4103-adfe-dc2af122c65c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:52:27.228019 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc922904-b107-45cf-8bd1-c083ba0753cd None None] The sync data for ids ['41feb8a1-6124-4d57-bf0e-e8abf28803d6'] in dv-cinder-858819-1-iscsi is: [{'id': '41feb8a1-6124-4d57-bf0e-e8abf28803d6', 'name': 'router1', 'tenant_id': '61d76862cab64b249f681451c54f1b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:52:13Z', 'updated_at': '2022-09-21T21:52:24Z', 'revision_number': 2, 'project_id': '61d76862cab64b249f681451c54f1b00', 'gw_port_host': None, '_interfaces': [{'id': 'b238afde-07dc-4ced-bca4-bea06aae71e7', 'name': '', 'network_id': '15eeb930-c381-4377-a661-b2e0af253784', 'tenant_id': '61d76862cab64b249f681451c54f1b00', 'mac_address': 'fa:16:3e:2e:f1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41feb8a1-6124-4d57-bf0e-e8abf28803d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '391a392c-c802-4e46-b44b-4d214fd3ab38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:23Z', 'updated_at': '2022-09-21T21:52:26Z', 'revision_number': 4, 'project_id': '61d76862cab64b249f681451c54f1b00', 'subnets': [{'id': '391a392c-c802-4e46-b44b-4d214fd3ab38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '76f54571-3c9e-4103-adfe-dc2af122c65c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:52:27.241907 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-bb0069b5-9d9a-47e3-a59d-c52385dc0560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (b238afde-07dc-4ced-bca4-bea06aae71e7), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:27.290640 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0069b5-9d9a-47e3-a59d-c52385dc0560 None None] Pushing event updated for resources: {'Port': ['ID=b238afde-07dc-4ced-bca4-bea06aae71e7,revision_number=5']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:27.362520 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-cd1d8da1-ad30-4464-9d55-971a9ea84429 None None] Provisioning complete for port b238afde-07dc-4ced-bca4-bea06aae71e7 triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:52:27.362918 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cd1d8da1-ad30-4464-9d55-971a9ea84429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (b238afde-07dc-4ced-bca4-bea06aae71e7), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:27.363235 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-cd1d8da1-ad30-4464-9d55-971a9ea84429 None None] Attempt 1 to provision port b238afde-07dc-4ced-bca4-bea06aae71e7 Sep 21 21:52:27.487270 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-cd1d8da1-ad30-4464-9d55-971a9ea84429 None None] Current status of the port b238afde-07dc-4ced-bca4-bea06aae71e7 is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:52:27.599330 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 56734) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:52:27.716210 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc5f70b-33ef-4af5-b4a0-123b952bc95c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:27.717572 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-4bc5f70b-33ef-4af5-b4a0-123b952bc95c admin admin] 10.222.0.52 "GET /v2.0/networks/b12f12c4-b4b4-4032-bd63-4e51184cdf86 HTTP/1.1" status: 200 len: 842 time: 0.1171908 Sep 21 21:52:27.727203 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-33efaaf2-3ca9-4b3b-8cde-a5006ba9ea3b admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'cidr': '172.27.1.0/24'}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:52:27.841501 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33efaaf2-3ca9-4b3b-8cde-a5006ba9ea3b admin admin] Made reservation on behalf of 04aad939d300429f9e8c21d031a9604f for: {'subnet': 1} {{(pid=116019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:52:27.844087 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-33efaaf2-3ca9-4b3b-8cde-a5006ba9ea3b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:28.287136 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.objects.ports [None req-33efaaf2-3ca9-4b3b-8cde-a5006ba9ea3b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=116019) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Sep 21 21:52:28.287599 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-33efaaf2-3ca9-4b3b-8cde-a5006ba9ea3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200'] for subnet (38720055-293b-4785-9b37-d6bdacdcb1b4), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:28.345356 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33efaaf2-3ca9-4b3b-8cde-a5006ba9ea3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=38720055-293b-4785-9b37-d6bdacdcb1b4,revision_number=0']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:28.354365 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33efaaf2-3ca9-4b3b-8cde-a5006ba9ea3b admin admin] Checking segment: {'id': '286b158d-b65b-48b3-9fb8-ab2055e67b3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:52:28.354713 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33efaaf2-3ca9-4b3b-8cde-a5006ba9ea3b admin admin] Network hostable DHCP agents. Network: b12f12c4-b4b4-4032-bd63-4e51184cdf86, hostable agents: ['37d86b0a-09b3-4739-b3e3-a561a472abaa'], hosted agents: [] {{(pid=116019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 21:52:28.450403 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33efaaf2-3ca9-4b3b-8cde-a5006ba9ea3b admin admin] Network b12f12c4-b4b4-4032-bd63-4e51184cdf86 is scheduled to be hosted by DHCP agent 37d86b0a-09b3-4739-b3e3-a561a472abaa with binding_index 1 {{(pid=116019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 21:52:28.553644 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.base_scheduler [None req-33efaaf2-3ca9-4b3b-8cde-a5006ba9ea3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858819-1-iscsi, b12f12c4-b4b4-4032-bd63-4e51184cdf86) {{(pid=116019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:52:28.557965 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33efaaf2-3ca9-4b3b-8cde-a5006ba9ea3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:28.568521 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-33efaaf2-3ca9-4b3b-8cde-a5006ba9ea3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for subnet (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:28.569231 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038be088-e002-43d0-b72f-026f77fcf01c None None] Network b12f12c4-b4b4-4032-bd63-4e51184cdf86 requested from dv-cinder-858819-1-iscsi {{(pid=116021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:52:28.672098 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-33efaaf2-3ca9-4b3b-8cde-a5006ba9ea3b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9363294 Sep 21 21:52:28.676041 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839f1f9a-d7b6-446c-95b6-cb6329a4d82c None None] Network b12f12c4-b4b4-4032-bd63-4e51184cdf86 requested from dv-cinder-858819-1-iscsi {{(pid=116021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:52:31.167030 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 56742) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:52:31.295278 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-06e3f202-8a3f-4b8d-ad65-82f499efc3ef demo admin] 10.222.0.52 "GET /v2.0/routers/41feb8a1-6124-4d57-bf0e-e8abf28803d6 HTTP/1.1" status: 200 len: 710 time: 0.1270628 Sep 21 21:52:31.383212 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5176525-0181-467a-a9a2-0ab9adc48d9a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:31.384652 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-a5176525-0181-467a-a9a2-0ab9adc48d9a demo admin] 10.222.0.52 "GET /v2.0/networks/b12f12c4-b4b4-4032-bd63-4e51184cdf86 HTTP/1.1" status: 200 len: 886 time: 0.0839090 Sep 21 21:52:31.394508 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-93aa4ed9-b9bc-4302-9463-02c0fb47a1a7 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'}}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:52:31.628366 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-93aa4ed9-b9bc-4302-9463-02c0fb47a1a7 demo admin] Publish callbacks [] for router_gateway (41feb8a1-6124-4d57-bf0e-e8abf28803d6), precommit_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:31.944136 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-93aa4ed9-b9bc-4302-9463-02c0fb47a1a7 demo admin] Publish callbacks [] for router_gateway (41feb8a1-6124-4d57-bf0e-e8abf28803d6), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:32.017417 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-93aa4ed9-b9bc-4302-9463-02c0fb47a1a7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:32.121527 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.db_base_plugin_common [None req-93aa4ed9-b9bc-4302-9463-02c0fb47a1a7 demo admin] Allocated IP 172.27.1.181 (b12f12c4-b4b4-4032-bd63-4e51184cdf86/38720055-293b-4785-9b37-d6bdacdcb1b4/b1892812-2aa5-4b80-ae5c-d88943b2ed41) {{(pid=116019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:52:32.220927 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-93aa4ed9-b9bc-4302-9463-02c0fb47a1a7 demo admin] Publish callbacks [] for port (b1892812-2aa5-4b80-ae5c-d88943b2ed41), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:32.394679 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-93aa4ed9-b9bc-4302-9463-02c0fb47a1a7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043'] for port (b1892812-2aa5-4b80-ae5c-d88943b2ed41), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:32.431004 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93aa4ed9-b9bc-4302-9463-02c0fb47a1a7 demo admin] Network b12f12c4-b4b4-4032-bd63-4e51184cdf86 is already hosted by enough agents. {{(pid=116019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:52:32.433867 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.base_scheduler [None req-93aa4ed9-b9bc-4302-9463-02c0fb47a1a7 demo admin] Resources bound (agent type, host, resource id): {{(pid=116019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:52:32.441933 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93aa4ed9-b9bc-4302-9463-02c0fb47a1a7 demo admin] Received port after_create {{(pid=116019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:52:32.444553 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa4ed9-b9bc-4302-9463-02c0fb47a1a7 demo admin] Pushing event updated for resources: {'Port': ['ID=b1892812-2aa5-4b80-ae5c-d88943b2ed41,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:32.879655 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-93aa4ed9-b9bc-4302-9463-02c0fb47a1a7 demo admin] Publish callbacks [] for router_gateway (41feb8a1-6124-4d57-bf0e-e8abf28803d6), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:33.074580 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-93aa4ed9-b9bc-4302-9463-02c0fb47a1a7 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-494587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-505693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3209'] for router (41feb8a1-6124-4d57-bf0e-e8abf28803d6), precommit_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:33.077725 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-93aa4ed9-b9bc-4302-9463-02c0fb47a1a7 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-494580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-494573', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-505686'] for router (41feb8a1-6124-4d57-bf0e-e8abf28803d6), after_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:33.179285 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93aa4ed9-b9bc-4302-9463-02c0fb47a1a7 demo admin] Router 41feb8a1-6124-4d57-bf0e-e8abf28803d6 has already been hosted by L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 {{(pid=116019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:52:33.277905 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93aa4ed9-b9bc-4302-9463-02c0fb47a1a7 demo admin] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:52:33.282205 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-93aa4ed9-b9bc-4302-9463-02c0fb47a1a7 demo admin] Publish callbacks [] for router (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:33.283394 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-93aa4ed9-b9bc-4302-9463-02c0fb47a1a7 demo admin] 10.222.0.52 "PUT /v2.0/routers/41feb8a1-6124-4d57-bf0e-e8abf28803d6 HTTP/1.1" status: 200 len: 890 time: 1.8927281 Sep 21 21:52:35.418946 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device b238afde-07dc-4ced-bca4-bea06aae71e7 up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:52:35.472299 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port b238afde-07dc-4ced-bca4-bea06aae71e7 triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:52:35.472701 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (b238afde-07dc-4ced-bca4-bea06aae71e7), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:35.473050 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port b238afde-07dc-4ced-bca4-bea06aae71e7 Sep 21 21:52:35.549597 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port b238afde-07dc-4ced-bca4-bea06aae71e7 is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:52:35.861509 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 56754) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:52:36.010690 dv-cinder-858819-1-iscsi neutron-server[116020]: WARNING oslo_policy.policy [None req-52c2e791-144f-4505-855a-c0c10d50febe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 21:52:36.011389 dv-cinder-858819-1-iscsi neutron-server[116020]: WARNING oslo_policy.policy [None req-52c2e791-144f-4505-855a-c0c10d50febe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 21:52:36.100239 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31223c4-b4ae-4a9d-af82-381e40515e85 None None] Sync routers for ids ['41feb8a1-6124-4d57-bf0e-e8abf28803d6'] in dv-cinder-858819-1-iscsi {{(pid=116021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:52:36.112631 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31223c4-b4ae-4a9d-af82-381e40515e85 None None] Routers {'41feb8a1-6124-4d57-bf0e-e8abf28803d6'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:52:36.113273 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-f31223c4-b4ae-4a9d-af82-381e40515e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T21:52:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['41feb8a1-6124-4d57-bf0e-e8abf28803d6'], 'active': True} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:52:36.309903 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvr_db [None req-f31223c4-b4ae-4a9d-af82-381e40515e85 None None] Set router 41feb8a1-6124-4d57-bf0e-e8abf28803d6 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:52:36.420946 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.policy [None req-52c2e791-144f-4505-855a-c0c10d50febe admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=116020) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 21 21:52:36.466006 dv-cinder-858819-1-iscsi neutron-server[116020]: WARNING oslo_policy.policy [None req-52c2e791-144f-4505-855a-c0c10d50febe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 21:52:36.466394 dv-cinder-858819-1-iscsi neutron-server[116020]: WARNING oslo_policy.policy [None req-52c2e791-144f-4505-855a-c0c10d50febe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 21:52:36.476764 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-52c2e791-144f-4505-855a-c0c10d50febe admin admin] 10.222.0.52 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.6143157 Sep 21 21:52:36.778698 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-f31223c4-b4ae-4a9d-af82-381e40515e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41feb8a1-6124-4d57-bf0e-e8abf28803d6', 'name': 'router1', 'tenant_id': '61d76862cab64b249f681451c54f1b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'b1892812-2aa5-4b80-ae5c-d88943b2ed41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:52:13Z', 'updated_at': '2022-09-21T21:52:32Z', 'revision_number': 4, 'project_id': '61d76862cab64b249f681451c54f1b00', 'gw_port': {'id': 'b1892812-2aa5-4b80-ae5c-d88943b2ed41', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41feb8a1-6124-4d57-bf0e-e8abf28803d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:32Z', 'updated_at': '2022-09-21T21:52:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': 'b238afde-07dc-4ced-bca4-bea06aae71e7', 'name': '', 'network_id': '15eeb930-c381-4377-a661-b2e0af253784', 'tenant_id': '61d76862cab64b249f681451c54f1b00', 'mac_address': 'fa:16:3e:2e:f1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41feb8a1-6124-4d57-bf0e-e8abf28803d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '391a392c-c802-4e46-b44b-4d214fd3ab38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:23Z', 'updated_at': '2022-09-21T21:52:27Z', 'revision_number': 5, 'project_id': '61d76862cab64b249f681451c54f1b00', 'subnets': [{'id': '391a392c-c802-4e46-b44b-4d214fd3ab38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '76f54571-3c9e-4103-adfe-dc2af122c65c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:52:36.828681 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31223c4-b4ae-4a9d-af82-381e40515e85 None None] Checking router: 41feb8a1-6124-4d57-bf0e-e8abf28803d6 for host: dv-cinder-858819-1-iscsi {{(pid=116021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:52:36.829039 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31223c4-b4ae-4a9d-af82-381e40515e85 None None] Updating router 41feb8a1-6124-4d57-bf0e-e8abf28803d6 port b1892812-2aa5-4b80-ae5c-d88943b2ed41 binding host dv-cinder-858819-1-iscsi {{(pid=116021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:52:36.881016 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f31223c4-b4ae-4a9d-af82-381e40515e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (b1892812-2aa5-4b80-ae5c-d88943b2ed41), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:37.199944 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f31223c4-b4ae-4a9d-af82-381e40515e85 None None] Publish callbacks [] for port (b1892812-2aa5-4b80-ae5c-d88943b2ed41), precommit_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:37.304381 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f31223c4-b4ae-4a9d-af82-381e40515e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (b1892812-2aa5-4b80-ae5c-d88943b2ed41), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:37.335470 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-f31223c4-b4ae-4a9d-af82-381e40515e85 None None] Attempting to bind port b1892812-2aa5-4b80-ae5c-d88943b2ed41 on host dv-cinder-858819-1-iscsi for vnic_type normal with profile {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:52:37.335844 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-f31223c4-b4ae-4a9d-af82-381e40515e85 None None] Attempting to bind port b1892812-2aa5-4b80-ae5c-d88943b2ed41 by drivers openvswitch,hyperv on host dv-cinder-858819-1-iscsi at level 0 using segments [{'id': '286b158d-b65b-48b3-9fb8-ab2055e67b3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'}] {{(pid=116021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:52:37.336236 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31223c4-b4ae-4a9d-af82-381e40515e85 None None] Attempting to bind port b1892812-2aa5-4b80-ae5c-d88943b2ed41 on network b12f12c4-b4b4-4032-bd63-4e51184cdf86 {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:52:37.345083 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31223c4-b4ae-4a9d-af82-381e40515e85 None None] Checking agent: {'id': 'a3649853-f423-4907-be3f-732a21e792f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858819-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 51, 52), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858819-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:52:37.345474 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31223c4-b4ae-4a9d-af82-381e40515e85 None None] Checking segment: {'id': '286b158d-b65b-48b3-9fb8-ab2055e67b3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:52:37.345782 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f31223c4-b4ae-4a9d-af82-381e40515e85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:37.346681 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31223c4-b4ae-4a9d-af82-381e40515e85 None None] Bound using segment: {'id': '286b158d-b65b-48b3-9fb8-ab2055e67b3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'} {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:52:37.347128 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-f31223c4-b4ae-4a9d-af82-381e40515e85 None None] Bound port: b1892812-2aa5-4b80-ae5c-d88943b2ed41, host: dv-cinder-858819-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '286b158d-b65b-48b3-9fb8-ab2055e67b3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'}}] {{(pid=116021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:52:37.347498 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f31223c4-b4ae-4a9d-af82-381e40515e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (b1892812-2aa5-4b80-ae5c-d88943b2ed41), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:37.355786 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3635dc2-06f3-4812-a211-d129ea2bfdd3 None None] Pushing event updated for resources: {'Port': ['ID=b1892812-2aa5-4b80-ae5c-d88943b2ed41,revision_number=2']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:37.493464 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f31223c4-b4ae-4a9d-af82-381e40515e85 None None] For port b1892812-2aa5-4b80-ae5c-d88943b2ed41, host dv-cinder-858819-1-iscsi, cleared binding levels {{(pid=116021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:52:37.496657 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f31223c4-b4ae-4a9d-af82-381e40515e85 None None] For port b1892812-2aa5-4b80-ae5c-d88943b2ed41, host dv-cinder-858819-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=b1892812-2aa5-4b80-ae5c-d88943b2ed41,segment=NetworkSegment(286b158d-b65b-48b3-9fb8-ab2055e67b3c),segment_id=286b158d-b65b-48b3-9fb8-ab2055e67b3c)] {{(pid=116021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:52:37.596646 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f31223c4-b4ae-4a9d-af82-381e40515e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (b1892812-2aa5-4b80-ae5c-d88943b2ed41), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:37.631365 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31223c4-b4ae-4a9d-af82-381e40515e85 None None] Routers {'41feb8a1-6124-4d57-bf0e-e8abf28803d6'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:52:37.631983 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-f31223c4-b4ae-4a9d-af82-381e40515e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T21:52:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['41feb8a1-6124-4d57-bf0e-e8abf28803d6'], 'active': True} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:52:37.682859 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3635dc2-06f3-4812-a211-d129ea2bfdd3 None None] Pushing event updated for resources: {'Port': ['ID=b1892812-2aa5-4b80-ae5c-d88943b2ed41,revision_number=3']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:37.747138 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvr_db [None req-f31223c4-b4ae-4a9d-af82-381e40515e85 None None] Set router 41feb8a1-6124-4d57-bf0e-e8abf28803d6 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:52:37.967234 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-f31223c4-b4ae-4a9d-af82-381e40515e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41feb8a1-6124-4d57-bf0e-e8abf28803d6', 'name': 'router1', 'tenant_id': '61d76862cab64b249f681451c54f1b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'b1892812-2aa5-4b80-ae5c-d88943b2ed41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:52:13Z', 'updated_at': '2022-09-21T21:52:32Z', 'revision_number': 4, 'project_id': '61d76862cab64b249f681451c54f1b00', 'gw_port': {'id': 'b1892812-2aa5-4b80-ae5c-d88943b2ed41', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41feb8a1-6124-4d57-bf0e-e8abf28803d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:32Z', 'updated_at': '2022-09-21T21:52:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': 'b238afde-07dc-4ced-bca4-bea06aae71e7', 'name': '', 'network_id': '15eeb930-c381-4377-a661-b2e0af253784', 'tenant_id': '61d76862cab64b249f681451c54f1b00', 'mac_address': 'fa:16:3e:2e:f1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41feb8a1-6124-4d57-bf0e-e8abf28803d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '391a392c-c802-4e46-b44b-4d214fd3ab38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:23Z', 'updated_at': '2022-09-21T21:52:27Z', 'revision_number': 5, 'project_id': '61d76862cab64b249f681451c54f1b00', 'subnets': [{'id': '391a392c-c802-4e46-b44b-4d214fd3ab38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '76f54571-3c9e-4103-adfe-dc2af122c65c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:52:37.990934 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31223c4-b4ae-4a9d-af82-381e40515e85 None None] The sync data for ids ['41feb8a1-6124-4d57-bf0e-e8abf28803d6'] in dv-cinder-858819-1-iscsi is: [{'id': '41feb8a1-6124-4d57-bf0e-e8abf28803d6', 'name': 'router1', 'tenant_id': '61d76862cab64b249f681451c54f1b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'b1892812-2aa5-4b80-ae5c-d88943b2ed41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:52:13Z', 'updated_at': '2022-09-21T21:52:32Z', 'revision_number': 4, 'project_id': '61d76862cab64b249f681451c54f1b00', 'gw_port': {'id': 'b1892812-2aa5-4b80-ae5c-d88943b2ed41', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41feb8a1-6124-4d57-bf0e-e8abf28803d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:32Z', 'updated_at': '2022-09-21T21:52:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': 'b238afde-07dc-4ced-bca4-bea06aae71e7', 'name': '', 'network_id': '15eeb930-c381-4377-a661-b2e0af253784', 'tenant_id': '61d76862cab64b249f681451c54f1b00', 'mac_address': 'fa:16:3e:2e:f1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41feb8a1-6124-4d57-bf0e-e8abf28803d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '391a392c-c802-4e46-b44b-4d214fd3ab38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:23Z', 'updated_at': '2022-09-21T21:52:27Z', 'revision_number': 5, 'project_id': '61d76862cab64b249f681451c54f1b00', 'subnets': [{'id': '391a392c-c802-4e46-b44b-4d214fd3ab38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '76f54571-3c9e-4103-adfe-dc2af122c65c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:52:39.405656 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device b1892812-2aa5-4b80-ae5c-d88943b2ed41 up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:52:39.458381 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port b1892812-2aa5-4b80-ae5c-d88943b2ed41 triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:52:39.458787 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (b1892812-2aa5-4b80-ae5c-d88943b2ed41), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:39.459183 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port b1892812-2aa5-4b80-ae5c-d88943b2ed41 Sep 21 21:52:39.543579 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port b1892812-2aa5-4b80-ae5c-d88943b2ed41 is: DOWN; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:52:39.543841 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (b1892812-2aa5-4b80-ae5c-d88943b2ed41), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:39.597538 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] For port b1892812-2aa5-4b80-ae5c-d88943b2ed41, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=b1892812-2aa5-4b80-ae5c-d88943b2ed41,segment=NetworkSegment(286b158d-b65b-48b3-9fb8-ab2055e67b3c),segment_id=286b158d-b65b-48b3-9fb8-ab2055e67b3c)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:52:39.708120 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (b1892812-2aa5-4b80-ae5c-d88943b2ed41), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:39.755045 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Pushing event updated for resources: {'Port': ['ID=b1892812-2aa5-4b80-ae5c-d88943b2ed41,revision_number=4']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:41.424664 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device b1892812-2aa5-4b80-ae5c-d88943b2ed41 up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:52:41.560794 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port b1892812-2aa5-4b80-ae5c-d88943b2ed41 triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:52:41.561406 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (b1892812-2aa5-4b80-ae5c-d88943b2ed41), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:41.561909 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port b1892812-2aa5-4b80-ae5c-d88943b2ed41 Sep 21 21:52:41.703676 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port b1892812-2aa5-4b80-ae5c-d88943b2ed41 is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:52:45.965292 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-5ae12ecf-48f7-435e-8806-25f238dc67fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:48.167733 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-52731e95-402d-4987-b7fd-82880baf59d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:49.498792 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:50.918671 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:52.539943 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:59.741693 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.agents_db [None req-53c7536d-764e-4ad7-87ad-c450eadf28b3 None None] Agent healthcheck: found 5 active agents {{(pid=116022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:53:15.989837 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-71fc09ba-c15d-4c42-b6aa-deb980e2b49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:18.112491 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-1689447e-af5a-4751-881a-1aeaf8299ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:19.429503 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:21.378323 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:22.529512 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:36.741602 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.agents_db [None req-53c7536d-764e-4ad7-87ad-c450eadf28b3 None None] Agent healthcheck: found 5 active agents {{(pid=116022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:53:45.983023 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-28c02af8-d753-436a-8446-cd9a6b53edec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:48.122877 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-c1b23f99-045d-4d37-bd3c-f834f84a5658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:49.457547 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:50.988741 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:52.471461 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:02.541040 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 57246) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:02.616089 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e4367de-7473-42c7-b63a-68ee7eced3a2 admin admin] GET failed (client error): The resource could not be found. Sep 21 21:54:02.617436 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-6e4367de-7473-42c7-b63a-68ee7eced3a2 admin admin] 10.222.0.52 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0754130 Sep 21 21:54:02.811699 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f1c44e-ca10-4b00-9f54-270f05b5f281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:02.813113 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-28f1c44e-ca10-4b00-9f54-270f05b5f281 admin admin] 10.222.0.52 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1915808 Sep 21 21:54:05.193027 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 57256) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:05.289881 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ab9ea9-d826-4585-95b9-52cb570fc90a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:05.291348 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-d5ab9ea9-d826-4585-95b9-52cb570fc90a admin admin] 10.222.0.52 "GET /v2.0/subnets/391a392c-c802-4e46-b44b-4d214fd3ab38 HTTP/1.1" status: 200 len: 849 time: 0.0973377 Sep 21 21:54:05.300778 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-b137267b-09ae-4204-be96-b387e57ad396 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:54:05.385239 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-b137267b-09ae-4204-be96-b387e57ad396 admin admin] Publish callbacks [] for subnet (391a392c-c802-4e46-b44b-4d214fd3ab38), before_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:05.590700 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-b137267b-09ae-4204-be96-b387e57ad396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739546448478'] for subnet (391a392c-c802-4e46-b44b-4d214fd3ab38), after_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:05.621602 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b137267b-09ae-4204-be96-b387e57ad396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:05.622198 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-b137267b-09ae-4204-be96-b387e57ad396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for subnet (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:05.623580 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-b137267b-09ae-4204-be96-b387e57ad396 admin admin] 10.222.0.52 "PUT /v2.0/subnets/391a392c-c802-4e46-b44b-4d214fd3ab38 HTTP/1.1" status: 200 len: 868 time: 0.3264451 Sep 21 21:54:05.642946 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b137267b-09ae-4204-be96-b387e57ad396 admin admin] Pushing event updated for resources: {'Subnet': ['ID=391a392c-c802-4e46-b44b-4d214fd3ab38,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:05.645134 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae75075f-411a-4ef8-8430-3f34974d75c0 None None] Network 15eeb930-c381-4377-a661-b2e0af253784 requested from dv-cinder-858819-1-iscsi {{(pid=116021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:54:05.651155 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b137267b-09ae-4204-be96-b387e57ad396 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:05.651533 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b137267b-09ae-4204-be96-b387e57ad396 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:05.651916 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b137267b-09ae-4204-be96-b387e57ad396 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:05.652279 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b137267b-09ae-4204-be96-b387e57ad396 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:05.652622 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b137267b-09ae-4204-be96-b387e57ad396 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:05.652955 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b137267b-09ae-4204-be96-b387e57ad396 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:05.653308 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b137267b-09ae-4204-be96-b387e57ad396 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:05.653646 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b137267b-09ae-4204-be96-b387e57ad396 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:05.653992 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b137267b-09ae-4204-be96-b387e57ad396 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:05.654338 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b137267b-09ae-4204-be96-b387e57ad396 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:05.654674 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b137267b-09ae-4204-be96-b387e57ad396 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:05.654999 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b137267b-09ae-4204-be96-b387e57ad396 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:05.655321 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b137267b-09ae-4204-be96-b387e57ad396 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:06.009930 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-0bed128a-beaf-4259-85aa-a3496d9d903e None None] Provisioning complete for port 5ec05296-4f28-41d6-8577-8d8be11a54cf triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:54:06.010324 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-0bed128a-beaf-4259-85aa-a3496d9d903e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (5ec05296-4f28-41d6-8577-8d8be11a54cf), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:06.011061 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-0bed128a-beaf-4259-85aa-a3496d9d903e None None] Attempt 1 to provision port 5ec05296-4f28-41d6-8577-8d8be11a54cf Sep 21 21:54:06.085505 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-0bed128a-beaf-4259-85aa-a3496d9d903e None None] Current status of the port 5ec05296-4f28-41d6-8577-8d8be11a54cf is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:54:06.095356 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-0bed128a-beaf-4259-85aa-a3496d9d903e None None] Provisioning complete for port b238afde-07dc-4ced-bca4-bea06aae71e7 triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:54:06.095744 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-0bed128a-beaf-4259-85aa-a3496d9d903e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (b238afde-07dc-4ced-bca4-bea06aae71e7), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:06.096121 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-0bed128a-beaf-4259-85aa-a3496d9d903e None None] Attempt 1 to provision port b238afde-07dc-4ced-bca4-bea06aae71e7 Sep 21 21:54:06.164780 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-0bed128a-beaf-4259-85aa-a3496d9d903e None None] Current status of the port b238afde-07dc-4ced-bca4-bea06aae71e7 is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:54:07.985564 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 57266) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:08.186821 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c798edd-695c-4dea-859a-5932ef744a45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:08.187250 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c798edd-695c-4dea-859a-5932ef744a45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:08.188850 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-7c798edd-695c-4dea-859a-5932ef744a45 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2022908 Sep 21 21:54:10.564703 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 57274) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:10.693291 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a760f9-08f3-48ae-bce9-548486ac9b09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:10.693766 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a760f9-08f3-48ae-bce9-548486ac9b09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:10.695282 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-30a760f9-08f3-48ae-bce9-548486ac9b09 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1296024 Sep 21 21:54:13.074411 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 57282) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:13.203429 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db35bc68-ca6d-49d0-8583-dab6169e5692 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:13.204832 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-db35bc68-ca6d-49d0-8583-dab6169e5692 admin admin] 10.222.0.52 "GET /v2.0/networks/15eeb930-c381-4377-a661-b2e0af253784 HTTP/1.1" status: 200 len: 869 time: 0.1294262 Sep 21 21:54:13.739754 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.agents_db [None req-53c7536d-764e-4ad7-87ad-c450eadf28b3 None None] Agent healthcheck: found 5 active agents {{(pid=116022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:54:15.582382 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 57290) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:15.707701 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1d3cd3-f376-44e2-9210-8528a510cdb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:15.709121 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-0c1d3cd3-f376-44e2-9210-8528a510cdb4 admin admin] 10.222.0.52 "GET /v2.0/networks/b12f12c4-b4b4-4032-bd63-4e51184cdf86 HTTP/1.1" status: 200 len: 886 time: 0.1257944 Sep 21 21:54:15.948680 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-070f5c39-0ff0-4410-adea-05f03f078e38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:18.122098 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-0aeea379-1956-48e4-8e5b-e1db0f6aed15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:18.126373 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 57298) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:18.254362 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2513619-6d15-4a29-9ec2-6e2669a9c47a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:18.254822 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2513619-6d15-4a29-9ec2-6e2669a9c47a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:18.256371 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-c2513619-6d15-4a29-9ec2-6e2669a9c47a admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1322207 Sep 21 21:54:19.433994 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:20.628846 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 57306) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:20.724662 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22941f43-3343-4183-ad61-a09963dc4c5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:20.725120 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22941f43-3343-4183-ad61-a09963dc4c5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:20.726657 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-22941f43-3343-4183-ad61-a09963dc4c5b admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0968366 Sep 21 21:54:20.966056 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:22.476276 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:23.115972 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 57314) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:23.234049 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7655bc-6fb5-4646-92a5-be1ef9ecef99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:23.235449 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-4e7655bc-6fb5-4646-92a5-be1ef9ecef99 admin admin] 10.222.0.52 "GET /v2.0/subnets/38720055-293b-4785-9b37-d6bdacdcb1b4 HTTP/1.1" status: 200 len: 816 time: 0.1184907 Sep 21 21:54:25.640679 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 57322) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:25.755549 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24248568-9147-45b6-9199-6b209aba415c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:25.756948 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-24248568-9147-45b6-9199-6b209aba415c admin admin] 10.222.0.52 "GET /v2.0/subnets/391a392c-c802-4e46-b44b-4d214fd3ab38 HTTP/1.1" status: 200 len: 868 time: 0.1153293 Sep 21 21:54:45.989574 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-781e3173-e3ef-4985-8add-735c307726fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:48.127564 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-0d10b844-80b1-47d5-836a-99fde37b533c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:49.441282 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:50.739186 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.agents_db [None req-53c7536d-764e-4ad7-87ad-c450eadf28b3 None None] Agent healthcheck: found 5 active agents {{(pid=116022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:54:50.921044 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:51.924862 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 57376) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:51.974071 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [None req-9a837ca7-feb2-4370-806b-058e8933490a admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=116020) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 21:54:51.975091 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-9a837ca7-feb2-4370-806b-058e8933490a admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0489366 Sep 21 21:54:52.446531 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:54.441533 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 57384) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:54.505386 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d93ff94-c400-410c-9e01-17b7048bbb10 admin admin] GET failed (client error): The resource could not be found. Sep 21 21:54:54.506608 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-9d93ff94-c400-410c-9e01-17b7048bbb10 admin admin] 10.222.0.52 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0641534 Sep 21 21:54:54.597408 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c736c75-d7b1-4154-aece-4eb7b2406345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:54.598878 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-3c736c75-d7b1-4154-aece-4eb7b2406345 admin admin] 10.222.0.52 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0863729 Sep 21 21:54:57.012131 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 57392) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:57.062485 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-4ef457ec-730e-41b0-8524-72f385717075 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:54:57.206515 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef457ec-730e-41b0-8524-72f385717075 admin admin] Made reservation on behalf of 04aad939d300429f9e8c21d031a9604f for: {'network': 1} {{(pid=116020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:54:57.212307 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-4ef457ec-730e-41b0-8524-72f385717075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for network (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:57.275849 dv-cinder-858819-1-iscsi neutron-server[116020]: WARNING neutron.services.revisions.revision_plugin [None req-4ef457ec-730e-41b0-8524-72f385717075 admin admin] Could not find related network for resource to bump revision. Sep 21 21:54:57.296967 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ef457ec-730e-41b0-8524-72f385717075 admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=116020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 21:54:57.309918 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-4ef457ec-730e-41b0-8524-72f385717075 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739546438382', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1532675'] for segment (b07ca74e-3d5e-4b88-b990-9dfc80d72db1), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:57.310480 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-4ef457ec-730e-41b0-8524-72f385717075 admin admin] Unsubscribe: segment precommit_create {{(pid=116020) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 21 21:54:57.310978 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.db.segments_db [None req-4ef457ec-730e-41b0-8524-72f385717075 admin admin] Added segment b07ca74e-3d5e-4b88-b990-9dfc80d72db1 of type vlan for network 2aa76138-349c-443a-90bb-61a6e2050541 Sep 21 21:54:57.369539 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-4ef457ec-730e-41b0-8524-72f385717075 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739545934906'] for network (2aa76138-349c-443a-90bb-61a6e2050541), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:57.467921 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-4ef457ec-730e-41b0-8524-72f385717075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200'] for network (2aa76138-349c-443a-90bb-61a6e2050541), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:57.468960 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef457ec-730e-41b0-8524-72f385717075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:57.469552 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-4ef457ec-730e-41b0-8524-72f385717075 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for network (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:57.577169 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef457ec-730e-41b0-8524-72f385717075 admin admin] Pushing event updated for resources: {'Network': ['ID=2aa76138-349c-443a-90bb-61a6e2050541,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:57.587251 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef457ec-730e-41b0-8524-72f385717075 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:57.587607 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef457ec-730e-41b0-8524-72f385717075 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:57.587948 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef457ec-730e-41b0-8524-72f385717075 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:57.588353 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef457ec-730e-41b0-8524-72f385717075 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:57.588686 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef457ec-730e-41b0-8524-72f385717075 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:57.589016 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef457ec-730e-41b0-8524-72f385717075 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:57.589353 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef457ec-730e-41b0-8524-72f385717075 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:57.589679 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef457ec-730e-41b0-8524-72f385717075 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:57.590019 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef457ec-730e-41b0-8524-72f385717075 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:57.590361 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef457ec-730e-41b0-8524-72f385717075 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:57.590687 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef457ec-730e-41b0-8524-72f385717075 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:57.591007 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef457ec-730e-41b0-8524-72f385717075 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:57.591324 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef457ec-730e-41b0-8524-72f385717075 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:57.592720 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef457ec-730e-41b0-8524-72f385717075 admin admin] Tracked resource versions report: Sep 21 21:54:57.592720 dv-cinder-858819-1-iscsi neutron-server[116020]: pushed versions: Sep 21 21:54:57.592720 dv-cinder-858819-1-iscsi neutron-server[116020]: { 'AddressGroup': {'1.2'}, Sep 21 21:54:57.592720 dv-cinder-858819-1-iscsi neutron-server[116020]: 'ConntrackHelper': {'1.0'}, Sep 21 21:54:57.592720 dv-cinder-858819-1-iscsi neutron-server[116020]: 'LocalIPAssociation': {'1.0'}, Sep 21 21:54:57.592720 dv-cinder-858819-1-iscsi neutron-server[116020]: 'Log': {'1.0'}, Sep 21 21:54:57.592720 dv-cinder-858819-1-iscsi neutron-server[116020]: 'Network': {'1.1'}, Sep 21 21:54:57.592720 dv-cinder-858819-1-iscsi neutron-server[116020]: 'Port': {'1.7'}, Sep 21 21:54:57.592720 dv-cinder-858819-1-iscsi neutron-server[116020]: 'PortForwarding': {'1.2'}, Sep 21 21:54:57.592720 dv-cinder-858819-1-iscsi neutron-server[116020]: 'QosPolicy': {'1.10'}, Sep 21 21:54:57.592720 dv-cinder-858819-1-iscsi neutron-server[116020]: 'SecurityGroup': {'1.5'}, Sep 21 21:54:57.592720 dv-cinder-858819-1-iscsi neutron-server[116020]: 'SecurityGroupRule': {'1.2'}, Sep 21 21:54:57.592720 dv-cinder-858819-1-iscsi neutron-server[116020]: 'SubPort': {'1.0'}, Sep 21 21:54:57.592720 dv-cinder-858819-1-iscsi neutron-server[116020]: 'Subnet': {'1.1'}, Sep 21 21:54:57.592720 dv-cinder-858819-1-iscsi neutron-server[116020]: 'Trunk': {'1.1'}} Sep 21 21:54:57.592720 dv-cinder-858819-1-iscsi neutron-server[116020]: consumer versions: Sep 21 21:54:57.592720 dv-cinder-858819-1-iscsi neutron-server[116020]: { DHCP agent@dv-cinder-858819-1-iscsi: {}, Sep 21 21:54:57.592720 dv-cinder-858819-1-iscsi neutron-server[116020]: L3 agent@dv-cinder-858819-1-iscsi: {}, Sep 21 21:54:57.592720 dv-cinder-858819-1-iscsi neutron-server[116020]: Metadata agent@dv-cinder-858819-1-iscsi: {}, Sep 21 21:54:57.592720 dv-cinder-858819-1-iscsi neutron-server[116020]: Metering agent@dv-cinder-858819-1-iscsi: {}, Sep 21 21:54:57.592720 dv-cinder-858819-1-iscsi neutron-server[116020]: Open vSwitch agent@dv-cinder-858819-1-iscsi: { 'AddressGroup': '1.2', Sep 21 21:54:57.592720 dv-cinder-858819-1-iscsi neutron-server[116020]: 'ConntrackHelper': '1.0', Sep 21 21:54:57.592720 dv-cinder-858819-1-iscsi neutron-server[116020]: 'LocalIPAssociation': '1.0', Sep 21 21:54:57.592720 dv-cinder-858819-1-iscsi neutron-server[116020]: 'Log': '1.0', Sep 21 21:54:57.592720 dv-cinder-858819-1-iscsi neutron-server[116020]: 'Network': '1.1', Sep 21 21:54:57.592720 dv-cinder-858819-1-iscsi neutron-server[116020]: 'Port': '1.7', Sep 21 21:54:57.592720 dv-cinder-858819-1-iscsi neutron-server[116020]: 'PortForwarding': '1.2', Sep 21 21:54:57.592720 dv-cinder-858819-1-iscsi neutron-server[116020]: 'QosPolicy': '1.10', Sep 21 21:54:57.592720 dv-cinder-858819-1-iscsi neutron-server[116020]: 'SecurityGroup': '1.5', Sep 21 21:54:57.592720 dv-cinder-858819-1-iscsi neutron-server[116020]: 'SecurityGroupRule': '1.2', Sep 21 21:54:57.592720 dv-cinder-858819-1-iscsi neutron-server[116020]: 'SubPort': '1.0', Sep 21 21:54:57.592720 dv-cinder-858819-1-iscsi neutron-server[116020]: 'Subnet': '1.1', Sep 21 21:54:57.592720 dv-cinder-858819-1-iscsi neutron-server[116020]: 'Trunk': '1.1'}} Sep 21 21:54:57.592720 dv-cinder-858819-1-iscsi neutron-server[116020]: {{(pid=116020) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 21:54:57.609429 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-4ef457ec-730e-41b0-8524-72f385717075 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5958438 Sep 21 21:54:57.630115 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Network 2aa76138-349c-443a-90bb-61a6e2050541 details requested by agent ovs-agent-dv-cinder-858819-1-iscsi with host dv-cinder-858819-1-iscsi {{(pid=116021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 21:55:00.135171 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 57404) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:00.200814 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.pecan_wsgi.hooks.translation [None req-95e11d75-b1a9-45c1-98d2-7403a81e3b3b admin admin] GET failed (client error): The resource could not be found. Sep 21 21:55:00.202202 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-95e11d75-b1a9-45c1-98d2-7403a81e3b3b admin admin] 10.222.0.52 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0660610 Sep 21 21:55:00.283374 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254d6ca0-a710-4342-b48e-83c4dabd9c3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:00.284894 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-254d6ca0-a710-4342-b48e-83c4dabd9c3f admin admin] 10.222.0.52 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0762603 Sep 21 21:55:00.300173 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-9d6ea4d1-9efe-4cc0-8618-59708d0d58c3 admin admin] Request body: {'subnet': {'network_id': '2aa76138-349c-443a-90bb-61a6e2050541', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:55:00.433822 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6ea4d1-9efe-4cc0-8618-59708d0d58c3 admin admin] Made reservation on behalf of 04aad939d300429f9e8c21d031a9604f for: {'subnet': 1} {{(pid=116020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:55:00.436343 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-9d6ea4d1-9efe-4cc0-8618-59708d0d58c3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:00.750200 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-9d6ea4d1-9efe-4cc0-8618-59708d0d58c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200'] for subnet (eaa10655-57b0-4c5e-9723-5faf02d35c3f), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:00.813514 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6ea4d1-9efe-4cc0-8618-59708d0d58c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaa10655-57b0-4c5e-9723-5faf02d35c3f,revision_number=0']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:00.830898 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6ea4d1-9efe-4cc0-8618-59708d0d58c3 admin admin] Checking segment: {'id': 'b07ca74e-3d5e-4b88-b990-9dfc80d72db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2aa76138-349c-443a-90bb-61a6e2050541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:55:00.830898 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6ea4d1-9efe-4cc0-8618-59708d0d58c3 admin admin] Network hostable DHCP agents. Network: 2aa76138-349c-443a-90bb-61a6e2050541, hostable agents: ['37d86b0a-09b3-4739-b3e3-a561a472abaa'], hosted agents: [] {{(pid=116020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 21:55:00.919557 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6ea4d1-9efe-4cc0-8618-59708d0d58c3 admin admin] Network 2aa76138-349c-443a-90bb-61a6e2050541 is scheduled to be hosted by DHCP agent 37d86b0a-09b3-4739-b3e3-a561a472abaa with binding_index 1 {{(pid=116020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 21:55:01.011288 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.base_scheduler [None req-9d6ea4d1-9efe-4cc0-8618-59708d0d58c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858819-1-iscsi, 2aa76138-349c-443a-90bb-61a6e2050541) {{(pid=116020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:55:01.017568 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6ea4d1-9efe-4cc0-8618-59708d0d58c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:01.018682 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-9d6ea4d1-9efe-4cc0-8618-59708d0d58c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for subnet (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:01.025011 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d717fb9-7140-4392-8fac-c86fb62d1068 None None] Network 2aa76138-349c-443a-90bb-61a6e2050541 requested from dv-cinder-858819-1-iscsi {{(pid=116021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:55:01.096306 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-9d6ea4d1-9efe-4cc0-8618-59708d0d58c3 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8000681 Sep 21 21:55:01.159263 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27386b8a-1f2d-4fc3-a9b6-521a5cb1b3ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ff81448-8c2c-52ad-8655-b46a60ca7bcc-2aa76138-349c-443a-90bb-61a6e2050541', 'network_id': '2aa76138-349c-443a-90bb-61a6e2050541', 'project_id': '04aad939d300429f9e8c21d031a9604f', 'fixed_ips': [{'subnet_id': 'eaa10655-57b0-4c5e-9723-5faf02d35c3f'}]}} from dv-cinder-858819-1-iscsi. {{(pid=116021) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 21 21:55:01.160670 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-27386b8a-1f2d-4fc3-a9b6-521a5cb1b3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:01.367322 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.db_base_plugin_common [None req-27386b8a-1f2d-4fc3-a9b6-521a5cb1b3ca None None] Allocated IP 192.168.233.2 (2aa76138-349c-443a-90bb-61a6e2050541/eaa10655-57b0-4c5e-9723-5faf02d35c3f/c0cbd59f-b527-4186-bd62-86bb59a3baac) {{(pid=116021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:55:01.640370 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-27386b8a-1f2d-4fc3-a9b6-521a5cb1b3ca None None] Publish callbacks [] for port (c0cbd59f-b527-4186-bd62-86bb59a3baac), precommit_create {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:01.710259 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-27386b8a-1f2d-4fc3-a9b6-521a5cb1b3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043'] for port (c0cbd59f-b527-4186-bd62-86bb59a3baac), after_create {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:01.753672 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27386b8a-1f2d-4fc3-a9b6-521a5cb1b3ca None None] Network 2aa76138-349c-443a-90bb-61a6e2050541 is already hosted by enough agents. {{(pid=116021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:55:01.757679 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.scheduler.base_scheduler [None req-27386b8a-1f2d-4fc3-a9b6-521a5cb1b3ca None None] Resources bound (agent type, host, resource id): {{(pid=116021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:55:01.764547 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27386b8a-1f2d-4fc3-a9b6-521a5cb1b3ca None None] Received port after_create {{(pid=116021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:55:01.772000 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27386b8a-1f2d-4fc3-a9b6-521a5cb1b3ca None None] Pushing event updated for resources: {'Port': ['ID=c0cbd59f-b527-4186-bd62-86bb59a3baac,revision_number=1']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:01.783185 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27386b8a-1f2d-4fc3-a9b6-521a5cb1b3ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:01.783564 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27386b8a-1f2d-4fc3-a9b6-521a5cb1b3ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:01.783936 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27386b8a-1f2d-4fc3-a9b6-521a5cb1b3ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:01.784314 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27386b8a-1f2d-4fc3-a9b6-521a5cb1b3ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:01.784658 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27386b8a-1f2d-4fc3-a9b6-521a5cb1b3ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:01.784994 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27386b8a-1f2d-4fc3-a9b6-521a5cb1b3ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:01.785333 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27386b8a-1f2d-4fc3-a9b6-521a5cb1b3ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:01.785668 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27386b8a-1f2d-4fc3-a9b6-521a5cb1b3ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:01.786004 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27386b8a-1f2d-4fc3-a9b6-521a5cb1b3ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:01.786355 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27386b8a-1f2d-4fc3-a9b6-521a5cb1b3ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:01.786696 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27386b8a-1f2d-4fc3-a9b6-521a5cb1b3ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:01.787025 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27386b8a-1f2d-4fc3-a9b6-521a5cb1b3ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:01.787352 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27386b8a-1f2d-4fc3-a9b6-521a5cb1b3ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:01.842258 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-27386b8a-1f2d-4fc3-a9b6-521a5cb1b3ca None None] Attempting to bind port c0cbd59f-b527-4186-bd62-86bb59a3baac on host dv-cinder-858819-1-iscsi for vnic_type normal with profile {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:55:01.843001 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-27386b8a-1f2d-4fc3-a9b6-521a5cb1b3ca None None] Attempting to bind port c0cbd59f-b527-4186-bd62-86bb59a3baac by drivers openvswitch,hyperv on host dv-cinder-858819-1-iscsi at level 0 using segments [{'id': 'b07ca74e-3d5e-4b88-b990-9dfc80d72db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2aa76138-349c-443a-90bb-61a6e2050541'}] {{(pid=116021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:55:01.843726 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27386b8a-1f2d-4fc3-a9b6-521a5cb1b3ca None None] Attempting to bind port c0cbd59f-b527-4186-bd62-86bb59a3baac on network 2aa76138-349c-443a-90bb-61a6e2050541 {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:55:01.853678 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27386b8a-1f2d-4fc3-a9b6-521a5cb1b3ca None None] Checking agent: {'id': 'a3649853-f423-4907-be3f-732a21e792f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858819-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 51, 52), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858819-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:55:01.854268 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27386b8a-1f2d-4fc3-a9b6-521a5cb1b3ca None None] Checking segment: {'id': 'b07ca74e-3d5e-4b88-b990-9dfc80d72db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2aa76138-349c-443a-90bb-61a6e2050541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:55:01.854867 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-27386b8a-1f2d-4fc3-a9b6-521a5cb1b3ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:01.855470 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27386b8a-1f2d-4fc3-a9b6-521a5cb1b3ca None None] Bound using segment: {'id': 'b07ca74e-3d5e-4b88-b990-9dfc80d72db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2aa76138-349c-443a-90bb-61a6e2050541'} {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:55:01.856275 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-27386b8a-1f2d-4fc3-a9b6-521a5cb1b3ca None None] Bound port: c0cbd59f-b527-4186-bd62-86bb59a3baac, host: dv-cinder-858819-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b07ca74e-3d5e-4b88-b990-9dfc80d72db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2aa76138-349c-443a-90bb-61a6e2050541'}}] {{(pid=116021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:55:01.856844 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-27386b8a-1f2d-4fc3-a9b6-521a5cb1b3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (c0cbd59f-b527-4186-bd62-86bb59a3baac), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:01.935188 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-27386b8a-1f2d-4fc3-a9b6-521a5cb1b3ca None None] For port c0cbd59f-b527-4186-bd62-86bb59a3baac, host dv-cinder-858819-1-iscsi, cleared binding levels {{(pid=116021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:55:01.937442 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-27386b8a-1f2d-4fc3-a9b6-521a5cb1b3ca None None] For port c0cbd59f-b527-4186-bd62-86bb59a3baac, host dv-cinder-858819-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=c0cbd59f-b527-4186-bd62-86bb59a3baac,segment=NetworkSegment(b07ca74e-3d5e-4b88-b990-9dfc80d72db1),segment_id=b07ca74e-3d5e-4b88-b990-9dfc80d72db1)] {{(pid=116021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:55:02.018978 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-27386b8a-1f2d-4fc3-a9b6-521a5cb1b3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (c0cbd59f-b527-4186-bd62-86bb59a3baac), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:02.146077 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27386b8a-1f2d-4fc3-a9b6-521a5cb1b3ca None None] Pushing event updated for resources: {'Port': ['ID=c0cbd59f-b527-4186-bd62-86bb59a3baac,revision_number=2']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:03.180910 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1777d7-6598-4e92-af21-1f7082fb5b52 None None] Network 2aa76138-349c-443a-90bb-61a6e2050541 requested from dv-cinder-858819-1-iscsi {{(pid=116021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:55:03.295419 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-3a19e0d3-bcd4-41fd-82c7-55883896d6df None None] Provisioning complete for port c0cbd59f-b527-4186-bd62-86bb59a3baac triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:55:03.296681 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-3a19e0d3-bcd4-41fd-82c7-55883896d6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (c0cbd59f-b527-4186-bd62-86bb59a3baac), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:03.296681 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-3a19e0d3-bcd4-41fd-82c7-55883896d6df None None] Attempt 1 to provision port c0cbd59f-b527-4186-bd62-86bb59a3baac Sep 21 21:55:03.423659 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-3a19e0d3-bcd4-41fd-82c7-55883896d6df None None] Current status of the port c0cbd59f-b527-4186-bd62-86bb59a3baac is: DOWN; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:55:03.424047 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-3a19e0d3-bcd4-41fd-82c7-55883896d6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (c0cbd59f-b527-4186-bd62-86bb59a3baac), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:03.474050 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-3a19e0d3-bcd4-41fd-82c7-55883896d6df None None] For port c0cbd59f-b527-4186-bd62-86bb59a3baac, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=c0cbd59f-b527-4186-bd62-86bb59a3baac,segment=NetworkSegment(b07ca74e-3d5e-4b88-b990-9dfc80d72db1),segment_id=b07ca74e-3d5e-4b88-b990-9dfc80d72db1)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:55:03.574154 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device c0cbd59f-b527-4186-bd62-86bb59a3baac up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:55:03.580036 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-3a19e0d3-bcd4-41fd-82c7-55883896d6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (c0cbd59f-b527-4186-bd62-86bb59a3baac), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:03.711967 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a19e0d3-bcd4-41fd-82c7-55883896d6df None None] Pushing event updated for resources: {'Port': ['ID=c0cbd59f-b527-4186-bd62-86bb59a3baac,revision_number=3']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:03.737420 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-184091b1-7b5e-46b3-b808-7c7903eb5f14 None None] Provisioning complete for port c0cbd59f-b527-4186-bd62-86bb59a3baac triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:55:03.738012 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-184091b1-7b5e-46b3-b808-7c7903eb5f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (c0cbd59f-b527-4186-bd62-86bb59a3baac), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:03.738421 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-184091b1-7b5e-46b3-b808-7c7903eb5f14 None None] Attempt 1 to provision port c0cbd59f-b527-4186-bd62-86bb59a3baac Sep 21 21:55:03.742378 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port c0cbd59f-b527-4186-bd62-86bb59a3baac triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:55:03.743664 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (c0cbd59f-b527-4186-bd62-86bb59a3baac), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:03.743664 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port c0cbd59f-b527-4186-bd62-86bb59a3baac Sep 21 21:55:03.924355 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port c0cbd59f-b527-4186-bd62-86bb59a3baac is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:55:03.927715 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-184091b1-7b5e-46b3-b808-7c7903eb5f14 None None] Current status of the port c0cbd59f-b527-4186-bd62-86bb59a3baac is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:55:05.483522 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device c0cbd59f-b527-4186-bd62-86bb59a3baac up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:55:05.532225 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port c0cbd59f-b527-4186-bd62-86bb59a3baac triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:55:05.532498 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (c0cbd59f-b527-4186-bd62-86bb59a3baac), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:05.532790 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port c0cbd59f-b527-4186-bd62-86bb59a3baac Sep 21 21:55:05.618374 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port c0cbd59f-b527-4186-bd62-86bb59a3baac is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:55:16.034754 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-2a4f626a-cdf8-4035-a857-04e34e6089cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:18.120389 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-ee9699f0-9a0f-439e-8e6f-19170c0fe601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:19.471832 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:20.930456 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:22.440377 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:27.737773 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.agents_db [None req-53c7536d-764e-4ad7-87ad-c450eadf28b3 None None] Agent healthcheck: found 5 active agents {{(pid=116022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:55:45.970180 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7816b238-e5f9-4cbd-82a0-60a01c1c1282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:48.159684 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-49a671a2-add1-4c8f-9896-1799ad0d563e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:49.450888 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:50.953899 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:52.439253 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:04.736786 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.agents_db [None req-53c7536d-764e-4ad7-87ad-c450eadf28b3 None None] Agent healthcheck: found 5 active agents {{(pid=116022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:56:15.987210 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-b9df90fc-06f9-45cf-9b26-d5e78298f89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:18.140964 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-862c7585-ae83-48cf-b930-29d3976dec4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:19.444697 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:20.947027 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:22.484489 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:33.755686 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 57446) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:33.761982 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [None req-9a74226f-b332-4e31-9d54-079e5647c719 tempest-verify_tempest_config-1375689333 tempest-verify_tempest_config-1375689333-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=116019) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 21:56:33.762960 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-9a74226f-b332-4e31-9d54-079e5647c719 tempest-verify_tempest_config-1375689333 tempest-verify_tempest_config-1375689333-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0062726 Sep 21 21:56:34.280406 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 57464) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:34.385737 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-ab350911-0cd5-4215-8e38-824b98073e85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:34.465573 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-ab350911-0cd5-4215-8e38-824b98073e85 admin admin] Publish callbacks [] for security_group (4c41dc30-4e07-46d7-8755-b237cde8d829), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:34.581448 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-ab350911-0cd5-4215-8e38-824b98073e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (4c41dc30-4e07-46d7-8755-b237cde8d829), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:34.629039 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-ab350911-0cd5-4215-8e38-824b98073e85 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=250b7dc2847a4fe1982c30c545c6a41b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3475389 Sep 21 21:56:34.629757 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab350911-0cd5-4215-8e38-824b98073e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c41dc30-4e07-46d7-8755-b237cde8d829,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:34.632702 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 57468) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:34.637684 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab350911-0cd5-4215-8e38-824b98073e85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:34.638058 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab350911-0cd5-4215-8e38-824b98073e85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:34.638399 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab350911-0cd5-4215-8e38-824b98073e85 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:34.638787 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab350911-0cd5-4215-8e38-824b98073e85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:34.639211 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab350911-0cd5-4215-8e38-824b98073e85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:34.639543 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab350911-0cd5-4215-8e38-824b98073e85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:34.639906 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab350911-0cd5-4215-8e38-824b98073e85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:34.640328 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab350911-0cd5-4215-8e38-824b98073e85 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:34.640674 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab350911-0cd5-4215-8e38-824b98073e85 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:34.641002 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab350911-0cd5-4215-8e38-824b98073e85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:34.641324 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab350911-0cd5-4215-8e38-824b98073e85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:34.641644 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab350911-0cd5-4215-8e38-824b98073e85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:34.641961 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab350911-0cd5-4215-8e38-824b98073e85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:34.713702 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-950fb3c5-5f1f-4f8e-9903-ee1123870a08 admin admin] Publish callbacks [] for security_group (4c41dc30-4e07-46d7-8755-b237cde8d829), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:34.734647 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-950fb3c5-5f1f-4f8e-9903-ee1123870a08 admin admin] Publish callbacks [] for security_group (4c41dc30-4e07-46d7-8755-b237cde8d829), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:34.901776 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-950fb3c5-5f1f-4f8e-9903-ee1123870a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (4c41dc30-4e07-46d7-8755-b237cde8d829), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:34.905132 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-950fb3c5-5f1f-4f8e-9903-ee1123870a08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:34.906452 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-950fb3c5-5f1f-4f8e-9903-ee1123870a08 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4c41dc30-4e07-46d7-8755-b237cde8d829 HTTP/1.1" status: 204 len: 168 time: 0.2727628 Sep 21 21:56:34.914622 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950fb3c5-5f1f-4f8e-9903-ee1123870a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c41dc30-4e07-46d7-8755-b237cde8d829,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:34.922706 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950fb3c5-5f1f-4f8e-9903-ee1123870a08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:34.923083 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950fb3c5-5f1f-4f8e-9903-ee1123870a08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:34.923433 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950fb3c5-5f1f-4f8e-9903-ee1123870a08 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:34.923772 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950fb3c5-5f1f-4f8e-9903-ee1123870a08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:34.924130 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950fb3c5-5f1f-4f8e-9903-ee1123870a08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:34.924518 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950fb3c5-5f1f-4f8e-9903-ee1123870a08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:34.924959 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950fb3c5-5f1f-4f8e-9903-ee1123870a08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:34.925300 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950fb3c5-5f1f-4f8e-9903-ee1123870a08 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:34.925679 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950fb3c5-5f1f-4f8e-9903-ee1123870a08 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:34.926024 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950fb3c5-5f1f-4f8e-9903-ee1123870a08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:34.926354 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950fb3c5-5f1f-4f8e-9903-ee1123870a08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:34.926684 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950fb3c5-5f1f-4f8e-9903-ee1123870a08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:34.927010 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950fb3c5-5f1f-4f8e-9903-ee1123870a08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:41.737098 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.agents_db [None req-53c7536d-764e-4ad7-87ad-c450eadf28b3 None None] Agent healthcheck: found 5 active agents {{(pid=116022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:56:45.957749 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-e4101427-8378-42e3-9d0f-f36c0ba1a478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:48.163680 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-660d4a66-1a61-4810-8567-ca0c93d1b14d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:49.449324 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:50.992107 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:52.523075 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:15.957604 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-597d529e-d02a-4afb-bb26-3cb41e38460c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:18.139624 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-555402ac-1c00-43e7-b7e0-e15180831f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:18.736056 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.agents_db [None req-53c7536d-764e-4ad7-87ad-c450eadf28b3 None None] Agent healthcheck: found 5 active agents {{(pid=116022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:57:19.454307 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:20.979894 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:22.453869 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:45.968347 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-bcb6fef5-c9df-45ae-b5fb-62cb8592c2a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:48.122121 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-63e99fb6-14f7-4fd9-a091-966c095a4482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:49.447943 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:50.956482 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:52.476290 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:55.735387 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.agents_db [None req-53c7536d-764e-4ad7-87ad-c450eadf28b3 None None] Agent healthcheck: found 5 active agents {{(pid=116022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:58:14.761869 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-504557'] for agent (0aee7d89-594f-4992-91de-a4ac3f52e28d), after_create {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:16.007639 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-5abee36e-d88e-441f-b612-4a31393abb56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:18.156207 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-0ce25ae1-6df4-4b82-b57a-3122f75ee068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:19.487256 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:20.978986 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:22.476119 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:29.256367 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 57540) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:58:29.359889 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-e65d3ddd-6f56-4dce-b173-48d3ce43399f admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1024072 Sep 21 21:58:31.759190 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 57550) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:58:31.814805 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-eabb1249-a7b0-4e0c-83a7-92f968ca26d8 admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0545266 Sep 21 21:58:32.734634 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.agents_db [None req-53c7536d-764e-4ad7-87ad-c450eadf28b3 None None] Agent healthcheck: found 6 active agents {{(pid=116022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:58:44.721719 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (0aee7d89-594f-4992-91de-a4ac3f52e28d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:45.984389 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-1e51bc09-8c36-4583-bd3e-5baeade035e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:48.144124 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-a2136861-7807-41e2-8890-d8058cc6ed65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:49.464665 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:50.967339 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:52.481808 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:09.733795 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.agents_db [None req-53c7536d-764e-4ad7-87ad-c450eadf28b3 None None] Agent healthcheck: found 6 active agents {{(pid=116022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:59:14.710742 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (0aee7d89-594f-4992-91de-a4ac3f52e28d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:15.938995 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-97f2461c-9a49-4dc2-840d-d01585c3fba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:18.139866 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7bae8521-dcc6-4c56-b8e2-9e4585620e06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:19.487568 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:21.013861 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:22.458727 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:44.733666 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (0aee7d89-594f-4992-91de-a4ac3f52e28d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:45.973509 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-17ec6f00-e6d4-47b6-a83f-1b5ac3cd50d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:46.733537 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.agents_db [None req-53c7536d-764e-4ad7-87ad-c450eadf28b3 None None] Agent healthcheck: found 6 active agents {{(pid=116022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:59:48.125766 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-b99f2e43-8ddb-4d7a-b7f9-e3174b9fa422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:49.474459 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:50.979342 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:52.474073 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:14.737078 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (0aee7d89-594f-4992-91de-a4ac3f52e28d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:15.977039 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-99ab166a-05af-451f-afb6-f2c1c4e81197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:18.132038 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-1235967b-8cf5-4a77-a741-1edb18f245c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:19.474188 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:20.986285 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:22.400622 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 57686) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:22.488099 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:22.978545 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-bc332dbb-ff23-474a-a350-ea9b7a7ada84 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2001674451-network', 'tenant_id': 'f5fc28ce43d342ff812e8671de415a9c'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:00:23.088226 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc332dbb-ff23-474a-a350-ea9b7a7ada84 admin admin] Made reservation on behalf of f5fc28ce43d342ff812e8671de415a9c for: {'network': 1} {{(pid=116020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:00:23.090543 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-bc332dbb-ff23-474a-a350-ea9b7a7ada84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for network (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:23.103469 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-bc332dbb-ff23-474a-a350-ea9b7a7ada84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:23.194927 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-bc332dbb-ff23-474a-a350-ea9b7a7ada84 admin admin] Publish callbacks [] for security_group (019b536f-d273-477b-9e76-588d11085a3e), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:23.282037 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-bc332dbb-ff23-474a-a350-ea9b7a7ada84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (019b536f-d273-477b-9e76-588d11085a3e), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:23.304952 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc332dbb-ff23-474a-a350-ea9b7a7ada84 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=116020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 22:00:23.322728 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc332dbb-ff23-474a-a350-ea9b7a7ada84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019b536f-d273-477b-9e76-588d11085a3e,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:23.327321 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc332dbb-ff23-474a-a350-ea9b7a7ada84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:23.327688 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc332dbb-ff23-474a-a350-ea9b7a7ada84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:23.328048 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc332dbb-ff23-474a-a350-ea9b7a7ada84 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:23.328422 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc332dbb-ff23-474a-a350-ea9b7a7ada84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:23.332796 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc332dbb-ff23-474a-a350-ea9b7a7ada84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:23.332796 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc332dbb-ff23-474a-a350-ea9b7a7ada84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:23.332796 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc332dbb-ff23-474a-a350-ea9b7a7ada84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:23.332796 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc332dbb-ff23-474a-a350-ea9b7a7ada84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:23.332796 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc332dbb-ff23-474a-a350-ea9b7a7ada84 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:23.332796 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc332dbb-ff23-474a-a350-ea9b7a7ada84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:23.332796 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc332dbb-ff23-474a-a350-ea9b7a7ada84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:23.332796 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc332dbb-ff23-474a-a350-ea9b7a7ada84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:23.332796 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc332dbb-ff23-474a-a350-ea9b7a7ada84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:23.332796 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc332dbb-ff23-474a-a350-ea9b7a7ada84 admin admin] Tracked resource versions report: Sep 21 22:00:23.332796 dv-cinder-858819-1-iscsi neutron-server[116020]: pushed versions: Sep 21 22:00:23.332796 dv-cinder-858819-1-iscsi neutron-server[116020]: { 'AddressGroup': {'1.2'}, Sep 21 22:00:23.332796 dv-cinder-858819-1-iscsi neutron-server[116020]: 'ConntrackHelper': {'1.0'}, Sep 21 22:00:23.332796 dv-cinder-858819-1-iscsi neutron-server[116020]: 'LocalIPAssociation': {'1.0'}, Sep 21 22:00:23.332796 dv-cinder-858819-1-iscsi neutron-server[116020]: 'Log': {'1.0'}, Sep 21 22:00:23.332796 dv-cinder-858819-1-iscsi neutron-server[116020]: 'Network': {'1.1'}, Sep 21 22:00:23.332796 dv-cinder-858819-1-iscsi neutron-server[116020]: 'Port': {'1.7'}, Sep 21 22:00:23.332796 dv-cinder-858819-1-iscsi neutron-server[116020]: 'PortForwarding': {'1.2'}, Sep 21 22:00:23.332796 dv-cinder-858819-1-iscsi neutron-server[116020]: 'QosPolicy': {'1.10'}, Sep 21 22:00:23.332796 dv-cinder-858819-1-iscsi neutron-server[116020]: 'SecurityGroup': {'1.5'}, Sep 21 22:00:23.332796 dv-cinder-858819-1-iscsi neutron-server[116020]: 'SecurityGroupRule': {'1.2'}, Sep 21 22:00:23.332796 dv-cinder-858819-1-iscsi neutron-server[116020]: 'SubPort': {'1.0'}, Sep 21 22:00:23.332796 dv-cinder-858819-1-iscsi neutron-server[116020]: 'Subnet': {'1.1'}, Sep 21 22:00:23.332796 dv-cinder-858819-1-iscsi neutron-server[116020]: 'Trunk': {'1.1'}} Sep 21 22:00:23.332796 dv-cinder-858819-1-iscsi neutron-server[116020]: consumer versions: Sep 21 22:00:23.332796 dv-cinder-858819-1-iscsi neutron-server[116020]: { DHCP agent@dv-cinder-858819-1-iscsi: {}, Sep 21 22:00:23.332796 dv-cinder-858819-1-iscsi neutron-server[116020]: HyperV agent@hv-cinder-85881: {}, Sep 21 22:00:23.332796 dv-cinder-858819-1-iscsi neutron-server[116020]: L3 agent@dv-cinder-858819-1-iscsi: {}, Sep 21 22:00:23.332796 dv-cinder-858819-1-iscsi neutron-server[116020]: Metadata agent@dv-cinder-858819-1-iscsi: {}, Sep 21 22:00:23.332796 dv-cinder-858819-1-iscsi neutron-server[116020]: Metering agent@dv-cinder-858819-1-iscsi: {}, Sep 21 22:00:23.332796 dv-cinder-858819-1-iscsi neutron-server[116020]: Open vSwitch agent@dv-cinder-858819-1-iscsi: { 'AddressGroup': '1.2', Sep 21 22:00:23.332796 dv-cinder-858819-1-iscsi neutron-server[116020]: 'ConntrackHelper': '1.0', Sep 21 22:00:23.332796 dv-cinder-858819-1-iscsi neutron-server[116020]: 'LocalIPAssociation': '1.0', Sep 21 22:00:23.332796 dv-cinder-858819-1-iscsi neutron-server[116020]: 'Log': '1.0', Sep 21 22:00:23.332796 dv-cinder-858819-1-iscsi neutron-server[116020]: 'Network': '1.1', Sep 21 22:00:23.332796 dv-cinder-858819-1-iscsi neutron-server[116020]: 'Port': '1.7', Sep 21 22:00:23.332796 dv-cinder-858819-1-iscsi neutron-server[116020]: 'PortForwarding': '1.2', Sep 21 22:00:23.332796 dv-cinder-858819-1-iscsi neutron-server[116020]: 'QosPolicy': '1.10', Sep 21 22:00:23.332796 dv-cinder-858819-1-iscsi neutron-server[116020]: 'SecurityGroup': '1.5', Sep 21 22:00:23.332796 dv-cinder-858819-1-iscsi neutron-server[116020]: 'SecurityGroupRule': '1.2', Sep 21 22:00:23.332796 dv-cinder-858819-1-iscsi neutron-server[116020]: 'SubPort': '1.0', Sep 21 22:00:23.332796 dv-cinder-858819-1-iscsi neutron-server[116020]: 'Subnet': '1.1', Sep 21 22:00:23.332796 dv-cinder-858819-1-iscsi neutron-server[116020]: 'Trunk': '1.1'}} Sep 21 22:00:23.332796 dv-cinder-858819-1-iscsi neutron-server[116020]: {{(pid=116020) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 22:00:23.338915 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-bc332dbb-ff23-474a-a350-ea9b7a7ada84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1532675'] for segment (1fe5eab9-96f0-4b3e-9716-db26533318f5), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:23.339285 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.db.segments_db [None req-bc332dbb-ff23-474a-a350-ea9b7a7ada84 admin admin] Added segment 1fe5eab9-96f0-4b3e-9716-db26533318f5 of type vlan for network 0585c623-22cd-41df-a0a2-cf1e1b8bac58 Sep 21 22:00:23.388778 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-bc332dbb-ff23-474a-a350-ea9b7a7ada84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739545934906'] for network (0585c623-22cd-41df-a0a2-cf1e1b8bac58), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:23.533503 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-bc332dbb-ff23-474a-a350-ea9b7a7ada84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200'] for network (0585c623-22cd-41df-a0a2-cf1e1b8bac58), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:23.534492 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc332dbb-ff23-474a-a350-ea9b7a7ada84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:23.535077 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-bc332dbb-ff23-474a-a350-ea9b7a7ada84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for network (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:23.596849 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc332dbb-ff23-474a-a350-ea9b7a7ada84 admin admin] Pushing event updated for resources: {'Network': ['ID=0585c623-22cd-41df-a0a2-cf1e1b8bac58,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:23.609199 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Network 0585c623-22cd-41df-a0a2-cf1e1b8bac58 details requested by agent ovs-agent-dv-cinder-858819-1-iscsi with host dv-cinder-858819-1-iscsi {{(pid=116021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 22:00:23.653428 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-bc332dbb-ff23-474a-a350-ea9b7a7ada84 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2478538 Sep 21 22:00:23.653691 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 57742) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:23.659423 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-b8787faa-9bff-4956-8e54-278c60c7ef08 admin admin] Request body: {'subnet': {'network_id': '0585c623-22cd-41df-a0a2-cf1e1b8bac58', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2001674451-subnet', 'tenant_id': 'f5fc28ce43d342ff812e8671de415a9c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:00:23.705367 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 57744) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:23.743132 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.agents_db [None req-53c7536d-764e-4ad7-87ad-c450eadf28b3 None None] Agent healthcheck: found 6 active agents {{(pid=116022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:00:23.761764 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8787faa-9bff-4956-8e54-278c60c7ef08 admin admin] Made reservation on behalf of f5fc28ce43d342ff812e8671de415a9c for: {'subnet': 1} {{(pid=116020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:00:23.764634 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-b8787faa-9bff-4956-8e54-278c60c7ef08 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:23.931592 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 57754) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:24.008303 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-b8787faa-9bff-4956-8e54-278c60c7ef08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200'] for subnet (41a42251-d848-47c6-b80e-908765051886), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:24.054602 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8787faa-9bff-4956-8e54-278c60c7ef08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41a42251-d848-47c6-b80e-908765051886,revision_number=0']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:24.077477 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8787faa-9bff-4956-8e54-278c60c7ef08 admin admin] Checking segment: {'id': '1fe5eab9-96f0-4b3e-9716-db26533318f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0585c623-22cd-41df-a0a2-cf1e1b8bac58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:00:24.077835 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8787faa-9bff-4956-8e54-278c60c7ef08 admin admin] Network hostable DHCP agents. Network: 0585c623-22cd-41df-a0a2-cf1e1b8bac58, hostable agents: ['37d86b0a-09b3-4739-b3e3-a561a472abaa'], hosted agents: [] {{(pid=116020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 22:00:24.172055 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-aef13389-7431-4827-92ba-1b3ff58bff85 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1790326084-network', 'tenant_id': '90c3337e87ac45c5b7ca6cc8e43c6f41'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:00:24.181182 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8787faa-9bff-4956-8e54-278c60c7ef08 admin admin] Network 0585c623-22cd-41df-a0a2-cf1e1b8bac58 is scheduled to be hosted by DHCP agent 37d86b0a-09b3-4739-b3e3-a561a472abaa with binding_index 1 {{(pid=116020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 22:00:24.288269 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.base_scheduler [None req-b8787faa-9bff-4956-8e54-278c60c7ef08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858819-1-iscsi, 0585c623-22cd-41df-a0a2-cf1e1b8bac58) {{(pid=116020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:00:24.292782 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8787faa-9bff-4956-8e54-278c60c7ef08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:24.293515 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-b8787faa-9bff-4956-8e54-278c60c7ef08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for subnet (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:24.299385 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef13389-7431-4827-92ba-1b3ff58bff85 admin admin] Made reservation on behalf of 90c3337e87ac45c5b7ca6cc8e43c6f41 for: {'network': 1} {{(pid=116020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:00:24.302945 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4246b26-5f6e-4b11-a22b-86ed8e369186 None None] Network 0585c623-22cd-41df-a0a2-cf1e1b8bac58 requested from dv-cinder-858819-1-iscsi {{(pid=116021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:00:24.303083 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-aef13389-7431-4827-92ba-1b3ff58bff85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for network (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:24.313964 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-aef13389-7431-4827-92ba-1b3ff58bff85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:24.413967 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-aef13389-7431-4827-92ba-1b3ff58bff85 admin admin] Publish callbacks [] for security_group (3eb06239-4c75-4d3f-b16a-3db5fe814709), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:24.423607 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 57776) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:24.427093 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-b8787faa-9bff-4956-8e54-278c60c7ef08 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7682407 Sep 21 22:00:24.427482 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 57778) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:24.430968 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-25a5ec4f-3d32-4a82-8ccf-d6abc42b209d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2001674451-router', 'tenant_id': 'f5fc28ce43d342ff812e8671de415a9c', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'}}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:00:24.447194 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39dc9d2b-9ea3-4099-ab79-91a18dc0b89d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ff81448-8c2c-52ad-8655-b46a60ca7bcc-0585c623-22cd-41df-a0a2-cf1e1b8bac58', 'network_id': '0585c623-22cd-41df-a0a2-cf1e1b8bac58', 'project_id': 'f5fc28ce43d342ff812e8671de415a9c', 'fixed_ips': [{'subnet_id': '41a42251-d848-47c6-b80e-908765051886'}]}} from dv-cinder-858819-1-iscsi. {{(pid=116021) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 21 22:00:24.449423 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-39dc9d2b-9ea3-4099-ab79-91a18dc0b89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:24.461112 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 57782) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:24.461439 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-7bcfcb55-e1e5-4743-a4ff-2f5c29c49745 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1717603948-network', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f'}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:00:24.486309 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-aef13389-7431-4827-92ba-1b3ff58bff85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (3eb06239-4c75-4d3f-b16a-3db5fe814709), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:24.516427 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aef13389-7431-4827-92ba-1b3ff58bff85 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=116020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 22:00:24.523877 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef13389-7431-4827-92ba-1b3ff58bff85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb06239-4c75-4d3f-b16a-3db5fe814709,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:24.528413 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-aef13389-7431-4827-92ba-1b3ff58bff85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1532675'] for segment (d07355e0-aacb-4281-84d5-155a0ab99755), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:24.528785 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.db.segments_db [None req-aef13389-7431-4827-92ba-1b3ff58bff85 admin admin] Added segment d07355e0-aacb-4281-84d5-155a0ab99755 of type vlan for network ab2b5ec8-d24d-414d-80a8-ae5a033aa18d Sep 21 22:00:24.571421 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-25a5ec4f-3d32-4a82-8ccf-d6abc42b209d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-505823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3298'] for router (f4ebd66f-4227-4233-ad0e-57fb416dc3dc), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:24.572750 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-25a5ec4f-3d32-4a82-8ccf-d6abc42b209d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-505707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3323'] for router (f4ebd66f-4227-4233-ad0e-57fb416dc3dc), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:24.579132 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-aef13389-7431-4827-92ba-1b3ff58bff85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739545934906'] for network (ab2b5ec8-d24d-414d-80a8-ae5a033aa18d), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:24.614282 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.db_base_plugin_common [None req-39dc9d2b-9ea3-4099-ab79-91a18dc0b89d None None] Allocated IP 172.20.0.2 (0585c623-22cd-41df-a0a2-cf1e1b8bac58/41a42251-d848-47c6-b80e-908765051886/6e2d653d-9d15-444f-8ed4-ea97d7bf23cb) {{(pid=116021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:00:24.625200 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-25a5ec4f-3d32-4a82-8ccf-d6abc42b209d admin admin] Publish callbacks [] for router_controller (f4ebd66f-4227-4233-ad0e-57fb416dc3dc), precommit_add_association {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:24.630502 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bcfcb55-e1e5-4743-a4ff-2f5c29c49745 admin admin] Made reservation on behalf of fea8845b2dfd4b2ab3278d6c2809014f for: {'network': 1} {{(pid=116019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:00:24.633383 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-7bcfcb55-e1e5-4743-a4ff-2f5c29c49745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for network (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:24.648451 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-7bcfcb55-e1e5-4743-a4ff-2f5c29c49745 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:24.682180 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-aef13389-7431-4827-92ba-1b3ff58bff85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200'] for network (ab2b5ec8-d24d-414d-80a8-ae5a033aa18d), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:24.683158 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef13389-7431-4827-92ba-1b3ff58bff85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:24.683741 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-aef13389-7431-4827-92ba-1b3ff58bff85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for network (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:24.769296 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef13389-7431-4827-92ba-1b3ff58bff85 admin admin] Pushing event updated for resources: {'Network': ['ID=ab2b5ec8-d24d-414d-80a8-ae5a033aa18d,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:24.780754 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Network ab2b5ec8-d24d-414d-80a8-ae5a033aa18d details requested by agent ovs-agent-dv-cinder-858819-1-iscsi with host dv-cinder-858819-1-iscsi {{(pid=116021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 22:00:24.809052 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-39dc9d2b-9ea3-4099-ab79-91a18dc0b89d None None] Publish callbacks [] for port (6e2d653d-9d15-444f-8ed4-ea97d7bf23cb), precommit_create {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:24.816324 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-7bcfcb55-e1e5-4743-a4ff-2f5c29c49745 admin admin] Publish callbacks [] for security_group (549b8aeb-2942-4fe1-87a6-cd2ebfb9a3da), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:24.833360 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-aef13389-7431-4827-92ba-1b3ff58bff85 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1266830 Sep 21 22:00:24.836230 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 57792) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:24.841065 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-2324b8a9-7674-4d5c-ba89-2bfa9936e25c admin admin] Request body: {'subnet': {'network_id': 'ab2b5ec8-d24d-414d-80a8-ae5a033aa18d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1790326084-subnet', 'tenant_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:00:24.906392 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-39dc9d2b-9ea3-4099-ab79-91a18dc0b89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043'] for port (6e2d653d-9d15-444f-8ed4-ea97d7bf23cb), after_create {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:24.939363 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2324b8a9-7674-4d5c-ba89-2bfa9936e25c admin admin] Made reservation on behalf of 90c3337e87ac45c5b7ca6cc8e43c6f41 for: {'subnet': 1} {{(pid=116020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:00:24.941980 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-2324b8a9-7674-4d5c-ba89-2bfa9936e25c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:24.963052 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39dc9d2b-9ea3-4099-ab79-91a18dc0b89d None None] Network 0585c623-22cd-41df-a0a2-cf1e1b8bac58 is already hosted by enough agents. {{(pid=116021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:00:24.972327 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.scheduler.base_scheduler [None req-39dc9d2b-9ea3-4099-ab79-91a18dc0b89d None None] Resources bound (agent type, host, resource id): {{(pid=116021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:00:24.975156 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-96bce4d6-44d0-4164-81b3-0c7f39014dd0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-499943819-network', 'tenant_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:00:24.987693 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dc9d2b-9ea3-4099-ab79-91a18dc0b89d None None] Received port after_create {{(pid=116021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:00:25.022125 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-7bcfcb55-e1e5-4743-a4ff-2f5c29c49745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (549b8aeb-2942-4fe1-87a6-cd2ebfb9a3da), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:25.029667 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-6032b66b-1a5f-48c8-9604-ad34e15a67f1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1203143451-network', 'tenant_id': '554364a405f24d63a891ff68e188711b'}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:00:25.033395 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc9d2b-9ea3-4099-ab79-91a18dc0b89d None None] Pushing event updated for resources: {'Port': ['ID=6e2d653d-9d15-444f-8ed4-ea97d7bf23cb,revision_number=1']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:25.042817 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-25a5ec4f-3d32-4a82-8ccf-d6abc42b209d admin admin] Publish callbacks [] for router_gateway (f4ebd66f-4227-4233-ad0e-57fb416dc3dc), precommit_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:25.054165 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bcfcb55-e1e5-4743-a4ff-2f5c29c49745 admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=116019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 22:00:25.055189 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dc9d2b-9ea3-4099-ab79-91a18dc0b89d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:25.055575 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dc9d2b-9ea3-4099-ab79-91a18dc0b89d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:25.055943 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dc9d2b-9ea3-4099-ab79-91a18dc0b89d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:25.056328 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dc9d2b-9ea3-4099-ab79-91a18dc0b89d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:25.056665 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dc9d2b-9ea3-4099-ab79-91a18dc0b89d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:25.057150 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dc9d2b-9ea3-4099-ab79-91a18dc0b89d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:25.057649 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dc9d2b-9ea3-4099-ab79-91a18dc0b89d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:25.058138 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dc9d2b-9ea3-4099-ab79-91a18dc0b89d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:25.058635 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dc9d2b-9ea3-4099-ab79-91a18dc0b89d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:25.059276 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dc9d2b-9ea3-4099-ab79-91a18dc0b89d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:25.059800 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dc9d2b-9ea3-4099-ab79-91a18dc0b89d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:25.060879 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dc9d2b-9ea3-4099-ab79-91a18dc0b89d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:25.061398 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dc9d2b-9ea3-4099-ab79-91a18dc0b89d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:25.062662 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dc9d2b-9ea3-4099-ab79-91a18dc0b89d None None] Tracked resource versions report: Sep 21 22:00:25.062662 dv-cinder-858819-1-iscsi neutron-server[116021]: pushed versions: Sep 21 22:00:25.062662 dv-cinder-858819-1-iscsi neutron-server[116021]: { 'AddressGroup': {'1.2'}, Sep 21 22:00:25.062662 dv-cinder-858819-1-iscsi neutron-server[116021]: 'ConntrackHelper': {'1.0'}, Sep 21 22:00:25.062662 dv-cinder-858819-1-iscsi neutron-server[116021]: 'LocalIPAssociation': {'1.0'}, Sep 21 22:00:25.062662 dv-cinder-858819-1-iscsi neutron-server[116021]: 'Log': {'1.0'}, Sep 21 22:00:25.062662 dv-cinder-858819-1-iscsi neutron-server[116021]: 'Network': {'1.1'}, Sep 21 22:00:25.062662 dv-cinder-858819-1-iscsi neutron-server[116021]: 'Port': {'1.7'}, Sep 21 22:00:25.062662 dv-cinder-858819-1-iscsi neutron-server[116021]: 'PortForwarding': {'1.2'}, Sep 21 22:00:25.062662 dv-cinder-858819-1-iscsi neutron-server[116021]: 'QosPolicy': {'1.10'}, Sep 21 22:00:25.062662 dv-cinder-858819-1-iscsi neutron-server[116021]: 'SecurityGroup': {'1.5'}, Sep 21 22:00:25.062662 dv-cinder-858819-1-iscsi neutron-server[116021]: 'SecurityGroupRule': {'1.2'}, Sep 21 22:00:25.062662 dv-cinder-858819-1-iscsi neutron-server[116021]: 'SubPort': {'1.0'}, Sep 21 22:00:25.062662 dv-cinder-858819-1-iscsi neutron-server[116021]: 'Subnet': {'1.1'}, Sep 21 22:00:25.062662 dv-cinder-858819-1-iscsi neutron-server[116021]: 'Trunk': {'1.1'}} Sep 21 22:00:25.062662 dv-cinder-858819-1-iscsi neutron-server[116021]: consumer versions: Sep 21 22:00:25.062662 dv-cinder-858819-1-iscsi neutron-server[116021]: { DHCP agent@dv-cinder-858819-1-iscsi: {}, Sep 21 22:00:25.062662 dv-cinder-858819-1-iscsi neutron-server[116021]: HyperV agent@hv-cinder-85881: {}, Sep 21 22:00:25.062662 dv-cinder-858819-1-iscsi neutron-server[116021]: L3 agent@dv-cinder-858819-1-iscsi: {}, Sep 21 22:00:25.062662 dv-cinder-858819-1-iscsi neutron-server[116021]: Metadata agent@dv-cinder-858819-1-iscsi: {}, Sep 21 22:00:25.062662 dv-cinder-858819-1-iscsi neutron-server[116021]: Metering agent@dv-cinder-858819-1-iscsi: {}, Sep 21 22:00:25.062662 dv-cinder-858819-1-iscsi neutron-server[116021]: Open vSwitch agent@dv-cinder-858819-1-iscsi: { 'AddressGroup': '1.2', Sep 21 22:00:25.062662 dv-cinder-858819-1-iscsi neutron-server[116021]: 'ConntrackHelper': '1.0', Sep 21 22:00:25.062662 dv-cinder-858819-1-iscsi neutron-server[116021]: 'LocalIPAssociation': '1.0', Sep 21 22:00:25.062662 dv-cinder-858819-1-iscsi neutron-server[116021]: 'Log': '1.0', Sep 21 22:00:25.062662 dv-cinder-858819-1-iscsi neutron-server[116021]: 'Network': '1.1', Sep 21 22:00:25.062662 dv-cinder-858819-1-iscsi neutron-server[116021]: 'Port': '1.7', Sep 21 22:00:25.062662 dv-cinder-858819-1-iscsi neutron-server[116021]: 'PortForwarding': '1.2', Sep 21 22:00:25.062662 dv-cinder-858819-1-iscsi neutron-server[116021]: 'QosPolicy': '1.10', Sep 21 22:00:25.062662 dv-cinder-858819-1-iscsi neutron-server[116021]: 'SecurityGroup': '1.5', Sep 21 22:00:25.062662 dv-cinder-858819-1-iscsi neutron-server[116021]: 'SecurityGroupRule': '1.2', Sep 21 22:00:25.062662 dv-cinder-858819-1-iscsi neutron-server[116021]: 'SubPort': '1.0', Sep 21 22:00:25.062662 dv-cinder-858819-1-iscsi neutron-server[116021]: 'Subnet': '1.1', Sep 21 22:00:25.062662 dv-cinder-858819-1-iscsi neutron-server[116021]: 'Trunk': '1.1'}} Sep 21 22:00:25.062662 dv-cinder-858819-1-iscsi neutron-server[116021]: {{(pid=116021) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 22:00:25.064959 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-7bcfcb55-e1e5-4743-a4ff-2f5c29c49745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1532675'] for segment (64832c79-06e5-4b2e-9d17-904da6f2a29e), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:25.064959 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.db.segments_db [None req-7bcfcb55-e1e5-4743-a4ff-2f5c29c49745 admin admin] Added segment 64832c79-06e5-4b2e-9d17-904da6f2a29e of type vlan for network 2abe6793-4110-455a-aa7b-f1c0038ce3ef Sep 21 22:00:25.081094 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-39dc9d2b-9ea3-4099-ab79-91a18dc0b89d None None] Attempting to bind port 6e2d653d-9d15-444f-8ed4-ea97d7bf23cb on host dv-cinder-858819-1-iscsi for vnic_type normal with profile {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:00:25.081465 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-39dc9d2b-9ea3-4099-ab79-91a18dc0b89d None None] Attempting to bind port 6e2d653d-9d15-444f-8ed4-ea97d7bf23cb by drivers openvswitch,hyperv on host dv-cinder-858819-1-iscsi at level 0 using segments [{'id': '1fe5eab9-96f0-4b3e-9716-db26533318f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0585c623-22cd-41df-a0a2-cf1e1b8bac58'}] {{(pid=116021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:00:25.081826 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dc9d2b-9ea3-4099-ab79-91a18dc0b89d None None] Attempting to bind port 6e2d653d-9d15-444f-8ed4-ea97d7bf23cb on network 0585c623-22cd-41df-a0a2-cf1e1b8bac58 {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:00:25.087295 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dc9d2b-9ea3-4099-ab79-91a18dc0b89d None None] Checking agent: {'id': 'a3649853-f423-4907-be3f-732a21e792f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858819-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 51, 52), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858819-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:00:25.087671 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dc9d2b-9ea3-4099-ab79-91a18dc0b89d None None] Checking segment: {'id': '1fe5eab9-96f0-4b3e-9716-db26533318f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0585c623-22cd-41df-a0a2-cf1e1b8bac58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:00:25.088100 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-39dc9d2b-9ea3-4099-ab79-91a18dc0b89d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:25.088487 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dc9d2b-9ea3-4099-ab79-91a18dc0b89d None None] Bound using segment: {'id': '1fe5eab9-96f0-4b3e-9716-db26533318f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0585c623-22cd-41df-a0a2-cf1e1b8bac58'} {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:00:25.089131 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-39dc9d2b-9ea3-4099-ab79-91a18dc0b89d None None] Bound port: 6e2d653d-9d15-444f-8ed4-ea97d7bf23cb, host: dv-cinder-858819-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fe5eab9-96f0-4b3e-9716-db26533318f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0585c623-22cd-41df-a0a2-cf1e1b8bac58'}}] {{(pid=116021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:00:25.089807 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-39dc9d2b-9ea3-4099-ab79-91a18dc0b89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (6e2d653d-9d15-444f-8ed4-ea97d7bf23cb), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:25.101836 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcfcb55-e1e5-4743-a4ff-2f5c29c49745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549b8aeb-2942-4fe1-87a6-cd2ebfb9a3da,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:25.141287 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcfcb55-e1e5-4743-a4ff-2f5c29c49745 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:25.141650 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcfcb55-e1e5-4743-a4ff-2f5c29c49745 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:25.142146 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcfcb55-e1e5-4743-a4ff-2f5c29c49745 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:25.142473 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcfcb55-e1e5-4743-a4ff-2f5c29c49745 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:25.142816 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcfcb55-e1e5-4743-a4ff-2f5c29c49745 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:25.143151 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcfcb55-e1e5-4743-a4ff-2f5c29c49745 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:25.143483 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcfcb55-e1e5-4743-a4ff-2f5c29c49745 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:25.143816 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcfcb55-e1e5-4743-a4ff-2f5c29c49745 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:25.144169 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcfcb55-e1e5-4743-a4ff-2f5c29c49745 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:25.144501 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcfcb55-e1e5-4743-a4ff-2f5c29c49745 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:25.144829 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcfcb55-e1e5-4743-a4ff-2f5c29c49745 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:25.145156 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcfcb55-e1e5-4743-a4ff-2f5c29c49745 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:25.145482 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcfcb55-e1e5-4743-a4ff-2f5c29c49745 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:25.146555 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcfcb55-e1e5-4743-a4ff-2f5c29c49745 admin admin] Tracked resource versions report: Sep 21 22:00:25.146555 dv-cinder-858819-1-iscsi neutron-server[116019]: pushed versions: Sep 21 22:00:25.146555 dv-cinder-858819-1-iscsi neutron-server[116019]: { 'AddressGroup': {'1.2'}, Sep 21 22:00:25.146555 dv-cinder-858819-1-iscsi neutron-server[116019]: 'ConntrackHelper': {'1.0'}, Sep 21 22:00:25.146555 dv-cinder-858819-1-iscsi neutron-server[116019]: 'LocalIPAssociation': {'1.0'}, Sep 21 22:00:25.146555 dv-cinder-858819-1-iscsi neutron-server[116019]: 'Log': {'1.0'}, Sep 21 22:00:25.146555 dv-cinder-858819-1-iscsi neutron-server[116019]: 'Network': {'1.1'}, Sep 21 22:00:25.146555 dv-cinder-858819-1-iscsi neutron-server[116019]: 'Port': {'1.7'}, Sep 21 22:00:25.146555 dv-cinder-858819-1-iscsi neutron-server[116019]: 'PortForwarding': {'1.2'}, Sep 21 22:00:25.146555 dv-cinder-858819-1-iscsi neutron-server[116019]: 'QosPolicy': {'1.10'}, Sep 21 22:00:25.146555 dv-cinder-858819-1-iscsi neutron-server[116019]: 'SecurityGroup': {'1.5'}, Sep 21 22:00:25.146555 dv-cinder-858819-1-iscsi neutron-server[116019]: 'SecurityGroupRule': {'1.2'}, Sep 21 22:00:25.146555 dv-cinder-858819-1-iscsi neutron-server[116019]: 'SubPort': {'1.0'}, Sep 21 22:00:25.146555 dv-cinder-858819-1-iscsi neutron-server[116019]: 'Subnet': {'1.1'}, Sep 21 22:00:25.146555 dv-cinder-858819-1-iscsi neutron-server[116019]: 'Trunk': {'1.1'}} Sep 21 22:00:25.146555 dv-cinder-858819-1-iscsi neutron-server[116019]: consumer versions: Sep 21 22:00:25.146555 dv-cinder-858819-1-iscsi neutron-server[116019]: { DHCP agent@dv-cinder-858819-1-iscsi: {}, Sep 21 22:00:25.146555 dv-cinder-858819-1-iscsi neutron-server[116019]: HyperV agent@hv-cinder-85881: {}, Sep 21 22:00:25.146555 dv-cinder-858819-1-iscsi neutron-server[116019]: L3 agent@dv-cinder-858819-1-iscsi: {}, Sep 21 22:00:25.146555 dv-cinder-858819-1-iscsi neutron-server[116019]: Metadata agent@dv-cinder-858819-1-iscsi: {}, Sep 21 22:00:25.146555 dv-cinder-858819-1-iscsi neutron-server[116019]: Metering agent@dv-cinder-858819-1-iscsi: {}, Sep 21 22:00:25.146555 dv-cinder-858819-1-iscsi neutron-server[116019]: Open vSwitch agent@dv-cinder-858819-1-iscsi: { 'AddressGroup': '1.2', Sep 21 22:00:25.146555 dv-cinder-858819-1-iscsi neutron-server[116019]: 'ConntrackHelper': '1.0', Sep 21 22:00:25.146555 dv-cinder-858819-1-iscsi neutron-server[116019]: 'LocalIPAssociation': '1.0', Sep 21 22:00:25.146555 dv-cinder-858819-1-iscsi neutron-server[116019]: 'Log': '1.0', Sep 21 22:00:25.146555 dv-cinder-858819-1-iscsi neutron-server[116019]: 'Network': '1.1', Sep 21 22:00:25.146555 dv-cinder-858819-1-iscsi neutron-server[116019]: 'Port': '1.7', Sep 21 22:00:25.146555 dv-cinder-858819-1-iscsi neutron-server[116019]: 'PortForwarding': '1.2', Sep 21 22:00:25.146555 dv-cinder-858819-1-iscsi neutron-server[116019]: 'QosPolicy': '1.10', Sep 21 22:00:25.146555 dv-cinder-858819-1-iscsi neutron-server[116019]: 'SecurityGroup': '1.5', Sep 21 22:00:25.146555 dv-cinder-858819-1-iscsi neutron-server[116019]: 'SecurityGroupRule': '1.2', Sep 21 22:00:25.146555 dv-cinder-858819-1-iscsi neutron-server[116019]: 'SubPort': '1.0', Sep 21 22:00:25.146555 dv-cinder-858819-1-iscsi neutron-server[116019]: 'Subnet': '1.1', Sep 21 22:00:25.146555 dv-cinder-858819-1-iscsi neutron-server[116019]: 'Trunk': '1.1'}} Sep 21 22:00:25.146555 dv-cinder-858819-1-iscsi neutron-server[116019]: {{(pid=116019) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 22:00:25.151986 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96bce4d6-44d0-4164-81b3-0c7f39014dd0 admin admin] Made reservation on behalf of b33a94a4c3ce4d1c85fa49c2871df1d3 for: {'network': 1} {{(pid=116020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:00:25.152498 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-7bcfcb55-e1e5-4743-a4ff-2f5c29c49745 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739545934906'] for network (2abe6793-4110-455a-aa7b-f1c0038ce3ef), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:25.154769 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-96bce4d6-44d0-4164-81b3-0c7f39014dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for network (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:25.170214 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-96bce4d6-44d0-4164-81b3-0c7f39014dd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:25.218267 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-39dc9d2b-9ea3-4099-ab79-91a18dc0b89d None None] For port 6e2d653d-9d15-444f-8ed4-ea97d7bf23cb, host dv-cinder-858819-1-iscsi, cleared binding levels {{(pid=116021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:00:25.227870 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-39dc9d2b-9ea3-4099-ab79-91a18dc0b89d None None] For port 6e2d653d-9d15-444f-8ed4-ea97d7bf23cb, host dv-cinder-858819-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=6e2d653d-9d15-444f-8ed4-ea97d7bf23cb,segment=NetworkSegment(1fe5eab9-96f0-4b3e-9716-db26533318f5),segment_id=1fe5eab9-96f0-4b3e-9716-db26533318f5)] {{(pid=116021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:00:25.264089 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-7bcfcb55-e1e5-4743-a4ff-2f5c29c49745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200'] for network (2abe6793-4110-455a-aa7b-f1c0038ce3ef), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:25.265733 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcfcb55-e1e5-4743-a4ff-2f5c29c49745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:25.266514 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-7bcfcb55-e1e5-4743-a4ff-2f5c29c49745 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for network (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:25.278211 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-39dc9d2b-9ea3-4099-ab79-91a18dc0b89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (6e2d653d-9d15-444f-8ed4-ea97d7bf23cb), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:25.279769 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6032b66b-1a5f-48c8-9604-ad34e15a67f1 admin admin] Made reservation on behalf of 554364a405f24d63a891ff68e188711b for: {'network': 1} {{(pid=116019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:00:25.282512 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-6032b66b-1a5f-48c8-9604-ad34e15a67f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for network (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:25.340041 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-6032b66b-1a5f-48c8-9604-ad34e15a67f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:25.346102 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-96bce4d6-44d0-4164-81b3-0c7f39014dd0 admin admin] Publish callbacks [] for security_group (e58115c1-9ccc-4d03-b02a-1f18f640b380), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:25.348200 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-2324b8a9-7674-4d5c-ba89-2bfa9936e25c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200'] for subnet (4fbdb1a2-604b-4475-ad62-84a9530d66d1), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:25.349439 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-7bcfcb55-e1e5-4743-a4ff-2f5c29c49745 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4169762 Sep 21 22:00:25.368341 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 57808) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:25.375875 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-eb0cd9b3-18a8-4c9d-be45-15bb332470ca admin admin] Request body: {'subnet': {'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1717603948-subnet', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:00:25.446243 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc9d2b-9ea3-4099-ab79-91a18dc0b89d None None] Pushing event updated for resources: {'Port': ['ID=6e2d653d-9d15-444f-8ed4-ea97d7bf23cb,revision_number=2']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:25.480672 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-96bce4d6-44d0-4164-81b3-0c7f39014dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (e58115c1-9ccc-4d03-b02a-1f18f640b380), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:25.492199 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96bce4d6-44d0-4164-81b3-0c7f39014dd0 admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=116020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 22:00:25.504470 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-96bce4d6-44d0-4164-81b3-0c7f39014dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1532675'] for segment (198c478d-e58c-4168-b5f9-1fac1821e084), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:25.504808 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.db.segments_db [None req-96bce4d6-44d0-4164-81b3-0c7f39014dd0 admin admin] Added segment 198c478d-e58c-4168-b5f9-1fac1821e084 of type vlan for network 96c55cd8-33b0-4027-994a-bc89dd1c7933 Sep 21 22:00:25.517946 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-6032b66b-1a5f-48c8-9604-ad34e15a67f1 admin admin] Publish callbacks [] for security_group (7b6f6501-dbdb-4f78-9e46-c535e3b3e67e), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:25.544901 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcfcb55-e1e5-4743-a4ff-2f5c29c49745 admin admin] Pushing event updated for resources: {'Network': ['ID=2abe6793-4110-455a-aa7b-f1c0038ce3ef,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:25.560118 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Network 2abe6793-4110-455a-aa7b-f1c0038ce3ef details requested by agent ovs-agent-dv-cinder-858819-1-iscsi with host dv-cinder-858819-1-iscsi {{(pid=116021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 22:00:25.565397 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-96bce4d6-44d0-4164-81b3-0c7f39014dd0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739545934906'] for network (96c55cd8-33b0-4027-994a-bc89dd1c7933), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:25.569616 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-25a5ec4f-3d32-4a82-8ccf-d6abc42b209d admin admin] Publish callbacks [] for router_gateway (f4ebd66f-4227-4233-ad0e-57fb416dc3dc), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:25.598681 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2324b8a9-7674-4d5c-ba89-2bfa9936e25c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fbdb1a2-604b-4475-ad62-84a9530d66d1,revision_number=0']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:25.620553 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-6032b66b-1a5f-48c8-9604-ad34e15a67f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (7b6f6501-dbdb-4f78-9e46-c535e3b3e67e), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:25.629227 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-25a5ec4f-3d32-4a82-8ccf-d6abc42b209d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:25.698050 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-96bce4d6-44d0-4164-81b3-0c7f39014dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200'] for network (96c55cd8-33b0-4027-994a-bc89dd1c7933), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:25.699026 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bce4d6-44d0-4164-81b3-0c7f39014dd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:25.699604 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-96bce4d6-44d0-4164-81b3-0c7f39014dd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for network (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:25.882902 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6032b66b-1a5f-48c8-9604-ad34e15a67f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=116019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 22:00:25.910823 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 6e2d653d-9d15-444f-8ed4-ea97d7bf23cb up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:00:25.912525 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bce4d6-44d0-4164-81b3-0c7f39014dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58115c1-9ccc-4d03-b02a-1f18f640b380,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:25.914504 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6032b66b-1a5f-48c8-9604-ad34e15a67f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6f6501-dbdb-4f78-9e46-c535e3b3e67e,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:25.932462 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2324b8a9-7674-4d5c-ba89-2bfa9936e25c admin admin] Checking segment: {'id': 'd07355e0-aacb-4281-84d5-155a0ab99755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ab2b5ec8-d24d-414d-80a8-ae5a033aa18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:00:25.932821 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2324b8a9-7674-4d5c-ba89-2bfa9936e25c admin admin] Network hostable DHCP agents. Network: ab2b5ec8-d24d-414d-80a8-ae5a033aa18d, hostable agents: ['37d86b0a-09b3-4739-b3e3-a561a472abaa'], hosted agents: [] {{(pid=116020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 22:00:25.936378 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bce4d6-44d0-4164-81b3-0c7f39014dd0 admin admin] Pushing event updated for resources: {'Network': ['ID=96c55cd8-33b0-4027-994a-bc89dd1c7933,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:25.968242 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.db_base_plugin_common [None req-25a5ec4f-3d32-4a82-8ccf-d6abc42b209d admin admin] Allocated IP 172.27.1.98 (b12f12c4-b4b4-4032-bd63-4e51184cdf86/38720055-293b-4785-9b37-d6bdacdcb1b4/416beb2d-153f-4731-8dda-3104ce70c6cb) {{(pid=116019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:00:25.970996 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-6032b66b-1a5f-48c8-9604-ad34e15a67f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1532675'] for segment (51038d65-ec74-4a3c-a8ad-238c9bcc5f59), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:25.971340 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.db.segments_db [None req-6032b66b-1a5f-48c8-9604-ad34e15a67f1 admin admin] Added segment 51038d65-ec74-4a3c-a8ad-238c9bcc5f59 of type vlan for network 87080425-3a77-4ac5-b802-730f1227c9b0 Sep 21 22:00:25.986811 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Network 96c55cd8-33b0-4027-994a-bc89dd1c7933 details requested by agent ovs-agent-dv-cinder-858819-1-iscsi with host dv-cinder-858819-1-iscsi {{(pid=116021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 22:00:25.999820 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-96bce4d6-44d0-4164-81b3-0c7f39014dd0 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5375042 Sep 21 22:00:26.006524 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 57832) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:26.014218 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-434df450-4da8-4daa-bd4c-39b43a05651a admin admin] Request body: {'subnet': {'network_id': '96c55cd8-33b0-4027-994a-bc89dd1c7933', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-499943819-subnet', 'tenant_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:00:26.051733 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2324b8a9-7674-4d5c-ba89-2bfa9936e25c admin admin] Network ab2b5ec8-d24d-414d-80a8-ae5a033aa18d is scheduled to be hosted by DHCP agent 37d86b0a-09b3-4739-b3e3-a561a472abaa with binding_index 1 {{(pid=116020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 22:00:26.061434 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-6032b66b-1a5f-48c8-9604-ad34e15a67f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739545934906'] for network (87080425-3a77-4ac5-b802-730f1227c9b0), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:26.079609 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0cd9b3-18a8-4c9d-be45-15bb332470ca admin admin] Made reservation on behalf of fea8845b2dfd4b2ab3278d6c2809014f for: {'subnet': 1} {{(pid=116020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:00:26.083514 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-eb0cd9b3-18a8-4c9d-be45-15bb332470ca admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:26.155543 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port 6e2d653d-9d15-444f-8ed4-ea97d7bf23cb triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:00:26.155955 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (6e2d653d-9d15-444f-8ed4-ea97d7bf23cb), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:26.156329 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port 6e2d653d-9d15-444f-8ed4-ea97d7bf23cb Sep 21 22:00:26.206172 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-25a5ec4f-3d32-4a82-8ccf-d6abc42b209d admin admin] Publish callbacks [] for port (416beb2d-153f-4731-8dda-3104ce70c6cb), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:26.220529 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-6032b66b-1a5f-48c8-9604-ad34e15a67f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200'] for network (87080425-3a77-4ac5-b802-730f1227c9b0), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:26.221953 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6032b66b-1a5f-48c8-9604-ad34e15a67f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:26.223232 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-6032b66b-1a5f-48c8-9604-ad34e15a67f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for network (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:26.303243 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port 6e2d653d-9d15-444f-8ed4-ea97d7bf23cb is: DOWN; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:00:26.303775 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (6e2d653d-9d15-444f-8ed4-ea97d7bf23cb), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:26.353486 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] For port 6e2d653d-9d15-444f-8ed4-ea97d7bf23cb, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=6e2d653d-9d15-444f-8ed4-ea97d7bf23cb,segment=NetworkSegment(1fe5eab9-96f0-4b3e-9716-db26533318f5),segment_id=1fe5eab9-96f0-4b3e-9716-db26533318f5)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:00:26.365871 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6032b66b-1a5f-48c8-9604-ad34e15a67f1 admin admin] Pushing event updated for resources: {'Network': ['ID=87080425-3a77-4ac5-b802-730f1227c9b0,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:26.378049 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Network 87080425-3a77-4ac5-b802-730f1227c9b0 details requested by agent ovs-agent-dv-cinder-858819-1-iscsi with host dv-cinder-858819-1-iscsi {{(pid=116021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 22:00:26.394212 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-6032b66b-1a5f-48c8-9604-ad34e15a67f1 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9588790 Sep 21 22:00:26.396894 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 57852) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:26.411152 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-29f80a5c-7188-4d4e-bb22-e4500aa687b6 admin admin] Request body: {'subnet': {'network_id': '87080425-3a77-4ac5-b802-730f1227c9b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1203143451-subnet', 'tenant_id': '554364a405f24d63a891ff68e188711b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:00:26.417374 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434df450-4da8-4daa-bd4c-39b43a05651a admin admin] Made reservation on behalf of b33a94a4c3ce4d1c85fa49c2871df1d3 for: {'subnet': 1} {{(pid=116020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:00:26.420481 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-25a5ec4f-3d32-4a82-8ccf-d6abc42b209d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043'] for port (416beb2d-153f-4731-8dda-3104ce70c6cb), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:26.421939 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-434df450-4da8-4daa-bd4c-39b43a05651a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:26.424935 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.base_scheduler [None req-2324b8a9-7674-4d5c-ba89-2bfa9936e25c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858819-1-iscsi, ab2b5ec8-d24d-414d-80a8-ae5a033aa18d) {{(pid=116020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:00:26.433523 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (6e2d653d-9d15-444f-8ed4-ea97d7bf23cb), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:26.442675 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2324b8a9-7674-4d5c-ba89-2bfa9936e25c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:26.444593 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-2324b8a9-7674-4d5c-ba89-2bfa9936e25c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for subnet (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:26.476958 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df669a3b-6694-4e75-b99a-06b243114979 None None] Network ab2b5ec8-d24d-414d-80a8-ae5a033aa18d requested from dv-cinder-858819-1-iscsi {{(pid=116021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:00:26.501975 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a5ec4f-3d32-4a82-8ccf-d6abc42b209d admin admin] Network b12f12c4-b4b4-4032-bd63-4e51184cdf86 is already hosted by enough agents. {{(pid=116019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:00:26.510116 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-eb0cd9b3-18a8-4c9d-be45-15bb332470ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200'] for subnet (1a441478-37fd-49f9-afec-ab177303560e), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:26.516906 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.base_scheduler [None req-25a5ec4f-3d32-4a82-8ccf-d6abc42b209d admin admin] Resources bound (agent type, host, resource id): {{(pid=116019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:00:26.519605 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a5ec4f-3d32-4a82-8ccf-d6abc42b209d admin admin] Received port after_create {{(pid=116019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:00:26.522982 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a5ec4f-3d32-4a82-8ccf-d6abc42b209d admin admin] Pushing event updated for resources: {'Port': ['ID=416beb2d-153f-4731-8dda-3104ce70c6cb,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:26.619192 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f80a5c-7188-4d4e-bb22-e4500aa687b6 admin admin] Made reservation on behalf of 554364a405f24d63a891ff68e188711b for: {'subnet': 1} {{(pid=116019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:00:26.628426 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-29f80a5c-7188-4d4e-bb22-e4500aa687b6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:26.641956 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0cd9b3-18a8-4c9d-be45-15bb332470ca admin admin] Checking segment: {'id': '64832c79-06e5-4b2e-9d17-904da6f2a29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:00:26.642443 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0cd9b3-18a8-4c9d-be45-15bb332470ca admin admin] Network hostable DHCP agents. Network: 2abe6793-4110-455a-aa7b-f1c0038ce3ef, hostable agents: ['37d86b0a-09b3-4739-b3e3-a561a472abaa'], hosted agents: [] {{(pid=116020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 22:00:26.679449 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-2324b8a9-7674-4d5c-ba89-2bfa9936e25c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8421175 Sep 21 22:00:26.686130 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 57868) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:26.697228 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0cd9b3-18a8-4c9d-be45-15bb332470ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a441478-37fd-49f9-afec-ab177303560e,revision_number=0']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:26.743111 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-1f6b56eb-0999-4660-95a0-01d251a23b24 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1790326084-router', 'tenant_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'}}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:00:26.766794 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0cd9b3-18a8-4c9d-be45-15bb332470ca admin admin] Network 2abe6793-4110-455a-aa7b-f1c0038ce3ef is scheduled to be hosted by DHCP agent 37d86b0a-09b3-4739-b3e3-a561a472abaa with binding_index 1 {{(pid=116020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 22:00:26.880269 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.base_scheduler [None req-eb0cd9b3-18a8-4c9d-be45-15bb332470ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858819-1-iscsi, 2abe6793-4110-455a-aa7b-f1c0038ce3ef) {{(pid=116020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:00:26.885692 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0cd9b3-18a8-4c9d-be45-15bb332470ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:26.886821 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-eb0cd9b3-18a8-4c9d-be45-15bb332470ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for subnet (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:26.897942 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e147d2-91e5-4a0b-bce0-b4b99b118e2a None None] Network 2abe6793-4110-455a-aa7b-f1c0038ce3ef requested from dv-cinder-858819-1-iscsi {{(pid=116021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:00:26.960623 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-434df450-4da8-4daa-bd4c-39b43a05651a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200'] for subnet (ce246b9e-d1ab-41c3-9dad-8fd19a0b2f7e), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:26.960941 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d11d71f-aa43-4924-9cfe-499e027c2ffc None None] Network 0585c623-22cd-41df-a0a2-cf1e1b8bac58 requested from dv-cinder-858819-1-iscsi {{(pid=116021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:00:27.003615 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-eb0cd9b3-18a8-4c9d-be45-15bb332470ca admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6318731 Sep 21 22:00:27.011897 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 57886) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:27.024121 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-1f6b56eb-0999-4660-95a0-01d251a23b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-505823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3298'] for router (b142f32c-8dda-47c3-a391-533de2f6ca41), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:27.025350 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-1f6b56eb-0999-4660-95a0-01d251a23b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-505707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3323'] for router (b142f32c-8dda-47c3-a391-533de2f6ca41), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:27.034126 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-62726754-1b95-4e93-a07b-4c014feec9ee admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1717603948-router', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'}}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:00:27.058919 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Pushing event updated for resources: {'Port': ['ID=6e2d653d-9d15-444f-8ed4-ea97d7bf23cb,revision_number=3']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:27.106993 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434df450-4da8-4daa-bd4c-39b43a05651a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce246b9e-d1ab-41c3-9dad-8fd19a0b2f7e,revision_number=0']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:27.126449 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434df450-4da8-4daa-bd4c-39b43a05651a admin admin] Checking segment: {'id': '198c478d-e58c-4168-b5f9-1fac1821e084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '96c55cd8-33b0-4027-994a-bc89dd1c7933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:00:27.126973 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434df450-4da8-4daa-bd4c-39b43a05651a admin admin] Network hostable DHCP agents. Network: 96c55cd8-33b0-4027-994a-bc89dd1c7933, hostable agents: ['37d86b0a-09b3-4739-b3e3-a561a472abaa'], hosted agents: [] {{(pid=116020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 22:00:27.143103 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-62726754-1b95-4e93-a07b-4c014feec9ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-505823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3298'] for router (bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:27.145917 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-62726754-1b95-4e93-a07b-4c014feec9ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-505707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3323'] for router (bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:27.194987 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-a73c8116-af96-4de7-bd67-f2b6d846101a None None] Provisioning complete for port 6e2d653d-9d15-444f-8ed4-ea97d7bf23cb triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:00:27.195413 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-a73c8116-af96-4de7-bd67-f2b6d846101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (6e2d653d-9d15-444f-8ed4-ea97d7bf23cb), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:27.195734 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-a73c8116-af96-4de7-bd67-f2b6d846101a None None] Attempt 1 to provision port 6e2d653d-9d15-444f-8ed4-ea97d7bf23cb Sep 21 22:00:27.225573 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea2644b-0928-4547-bb00-23c78468654d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ff81448-8c2c-52ad-8655-b46a60ca7bcc-ab2b5ec8-d24d-414d-80a8-ae5a033aa18d', 'network_id': 'ab2b5ec8-d24d-414d-80a8-ae5a033aa18d', 'project_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'fixed_ips': [{'subnet_id': '4fbdb1a2-604b-4475-ad62-84a9530d66d1'}]}} from dv-cinder-858819-1-iscsi. {{(pid=116021) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 21 22:00:27.232276 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-1ea2644b-0928-4547-bb00-23c78468654d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:27.247433 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-1f6b56eb-0999-4660-95a0-01d251a23b24 admin admin] Publish callbacks [] for router_controller (b142f32c-8dda-47c3-a391-533de2f6ca41), precommit_add_association {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:27.248675 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434df450-4da8-4daa-bd4c-39b43a05651a admin admin] Network 96c55cd8-33b0-4027-994a-bc89dd1c7933 is scheduled to be hosted by DHCP agent 37d86b0a-09b3-4739-b3e3-a561a472abaa with binding_index 1 {{(pid=116020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 22:00:27.254776 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-29f80a5c-7188-4d4e-bb22-e4500aa687b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200'] for subnet (3edf459f-a2e6-4ce4-b9ee-2c3614ea8be0), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:27.272253 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8131ec33-38e2-442f-8028-038da014360d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ff81448-8c2c-52ad-8655-b46a60ca7bcc-2abe6793-4110-455a-aa7b-f1c0038ce3ef', 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef', 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'fixed_ips': [{'subnet_id': '1a441478-37fd-49f9-afec-ab177303560e'}]}} from dv-cinder-858819-1-iscsi. {{(pid=116021) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 21 22:00:27.273126 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-8131ec33-38e2-442f-8028-038da014360d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:27.326827 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f80a5c-7188-4d4e-bb22-e4500aa687b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3edf459f-a2e6-4ce4-b9ee-2c3614ea8be0,revision_number=0']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:27.367544 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.base_scheduler [None req-434df450-4da8-4daa-bd4c-39b43a05651a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858819-1-iscsi, 96c55cd8-33b0-4027-994a-bc89dd1c7933) {{(pid=116020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:00:27.385954 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434df450-4da8-4daa-bd4c-39b43a05651a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:27.386548 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-434df450-4da8-4daa-bd4c-39b43a05651a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for subnet (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:27.396567 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-62726754-1b95-4e93-a07b-4c014feec9ee admin admin] Publish callbacks [] for router_controller (bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55), precommit_add_association {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:27.410761 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36394fa7-61f9-4441-8d80-4113fd762d7c None None] Network 96c55cd8-33b0-4027-994a-bc89dd1c7933 requested from dv-cinder-858819-1-iscsi {{(pid=116021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:00:27.589084 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-25a5ec4f-3d32-4a82-8ccf-d6abc42b209d admin admin] Publish callbacks [] for router_gateway (f4ebd66f-4227-4233-ad0e-57fb416dc3dc), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:27.677529 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-434df450-4da8-4daa-bd4c-39b43a05651a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6694927 Sep 21 22:00:27.680107 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 57926) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:27.739075 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-a73c8116-af96-4de7-bd67-f2b6d846101a None None] Current status of the port 6e2d653d-9d15-444f-8ed4-ea97d7bf23cb is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:00:27.823257 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-62726754-1b95-4e93-a07b-4c014feec9ee admin admin] Publish callbacks [] for router_gateway (bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55), precommit_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:27.837407 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.db_base_plugin_common [None req-1ea2644b-0928-4547-bb00-23c78468654d None None] Allocated IP 172.20.0.2 (ab2b5ec8-d24d-414d-80a8-ae5a033aa18d/4fbdb1a2-604b-4475-ad62-84a9530d66d1/b30f9e38-2244-4bfb-9108-dfc93ce368a7) {{(pid=116021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:00:27.837505 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-645e33f6-98df-46e8-8c6c-357a21178879 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-499943819-router', 'tenant_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'}}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:00:27.838003 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.db_base_plugin_common [None req-8131ec33-38e2-442f-8028-038da014360d None None] Allocated IP 172.20.0.2 (2abe6793-4110-455a-aa7b-f1c0038ce3ef/1a441478-37fd-49f9-afec-ab177303560e/9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea) {{(pid=116021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:00:27.840308 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55029254-ddf0-4b69-8cfc-055b6f6c86ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ff81448-8c2c-52ad-8655-b46a60ca7bcc-96c55cd8-33b0-4027-994a-bc89dd1c7933', 'network_id': '96c55cd8-33b0-4027-994a-bc89dd1c7933', 'project_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'fixed_ips': [{'subnet_id': 'ce246b9e-d1ab-41c3-9dad-8fd19a0b2f7e'}]}} from dv-cinder-858819-1-iscsi. {{(pid=116021) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 21 22:00:27.841741 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-55029254-ddf0-4b69-8cfc-055b6f6c86ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:27.881219 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 6e2d653d-9d15-444f-8ed4-ea97d7bf23cb up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:00:27.911788 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-1f6b56eb-0999-4660-95a0-01d251a23b24 admin admin] Publish callbacks [] for router_gateway (b142f32c-8dda-47c3-a391-533de2f6ca41), precommit_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:27.947071 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f80a5c-7188-4d4e-bb22-e4500aa687b6 admin admin] Checking segment: {'id': '51038d65-ec74-4a3c-a8ad-238c9bcc5f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '87080425-3a77-4ac5-b802-730f1227c9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:00:27.947997 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f80a5c-7188-4d4e-bb22-e4500aa687b6 admin admin] Network hostable DHCP agents. Network: 87080425-3a77-4ac5-b802-730f1227c9b0, hostable agents: ['37d86b0a-09b3-4739-b3e3-a561a472abaa'], hosted agents: [] {{(pid=116019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 22:00:28.028162 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-645e33f6-98df-46e8-8c6c-357a21178879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-505823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3298'] for router (6ed75fd2-e652-4cca-83e3-60b12bd2f039), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:28.029976 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-645e33f6-98df-46e8-8c6c-357a21178879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-505707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3323'] for router (6ed75fd2-e652-4cca-83e3-60b12bd2f039), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:28.161368 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f80a5c-7188-4d4e-bb22-e4500aa687b6 admin admin] Network 87080425-3a77-4ac5-b802-730f1227c9b0 is scheduled to be hosted by DHCP agent 37d86b0a-09b3-4739-b3e3-a561a472abaa with binding_index 1 {{(pid=116019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 22:00:28.218050 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-645e33f6-98df-46e8-8c6c-357a21178879 admin admin] Publish callbacks [] for router_controller (6ed75fd2-e652-4cca-83e3-60b12bd2f039), precommit_add_association {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:28.243083 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-9ee81327-8319-4cf2-b8d6-f1e5fce2939e None None] Provisioning complete for port 6e2d653d-9d15-444f-8ed4-ea97d7bf23cb triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:00:28.244500 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-9ee81327-8319-4cf2-b8d6-f1e5fce2939e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (6e2d653d-9d15-444f-8ed4-ea97d7bf23cb), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:28.245039 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-9ee81327-8319-4cf2-b8d6-f1e5fce2939e None None] Attempt 1 to provision port 6e2d653d-9d15-444f-8ed4-ea97d7bf23cb Sep 21 22:00:28.288179 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.base_scheduler [None req-29f80a5c-7188-4d4e-bb22-e4500aa687b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858819-1-iscsi, 87080425-3a77-4ac5-b802-730f1227c9b0) {{(pid=116019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:00:28.296585 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f80a5c-7188-4d4e-bb22-e4500aa687b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:28.296585 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-29f80a5c-7188-4d4e-bb22-e4500aa687b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for subnet (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:28.323081 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6c1100-50b4-4b07-801d-e0e21362a564 None None] Network 87080425-3a77-4ac5-b802-730f1227c9b0 requested from dv-cinder-858819-1-iscsi {{(pid=116021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:00:28.365118 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-25a5ec4f-3d32-4a82-8ccf-d6abc42b209d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-505700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494566'] for router (f4ebd66f-4227-4233-ad0e-57fb416dc3dc), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:28.382756 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port 6e2d653d-9d15-444f-8ed4-ea97d7bf23cb triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:00:28.383004 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (6e2d653d-9d15-444f-8ed4-ea97d7bf23cb), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:28.383271 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port 6e2d653d-9d15-444f-8ed4-ea97d7bf23cb Sep 21 22:00:28.443894 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-29f80a5c-7188-4d4e-bb22-e4500aa687b6 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0431385 Sep 21 22:00:28.446797 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 57944) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:28.455142 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-d1eaeff9-667d-4ce5-acd7-ceb40cf4cd78 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1203143451-router', 'tenant_id': '554364a405f24d63a891ff68e188711b', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'}}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:00:28.608552 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-645e33f6-98df-46e8-8c6c-357a21178879 admin admin] Publish callbacks [] for router_gateway (6ed75fd2-e652-4cca-83e3-60b12bd2f039), precommit_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:28.624878 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-62726754-1b95-4e93-a07b-4c014feec9ee admin admin] Publish callbacks [] for router_gateway (bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:28.635895 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.db_base_plugin_common [None req-55029254-ddf0-4b69-8cfc-055b6f6c86ec None None] Allocated IP 172.20.0.2 (96c55cd8-33b0-4027-994a-bc89dd1c7933/ce246b9e-d1ab-41c3-9dad-8fd19a0b2f7e/0f0ec451-5281-4611-877b-d65226f0a86b) {{(pid=116021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:00:28.652444 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-62726754-1b95-4e93-a07b-4c014feec9ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:28.693958 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-1f6b56eb-0999-4660-95a0-01d251a23b24 admin admin] Publish callbacks [] for router_gateway (b142f32c-8dda-47c3-a391-533de2f6ca41), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:28.702245 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-8131ec33-38e2-442f-8028-038da014360d None None] Publish callbacks [] for port (9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea), precommit_create {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:28.704533 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-1ea2644b-0928-4547-bb00-23c78468654d None None] Publish callbacks [] for port (b30f9e38-2244-4bfb-9108-dfc93ce368a7), precommit_create {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:28.750327 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-1f6b56eb-0999-4660-95a0-01d251a23b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:28.776016 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 57950) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:28.803472 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 57952) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:28.811552 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-8131ec33-38e2-442f-8028-038da014360d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043'] for port (9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea), after_create {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:28.811840 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d1eaeff9-667d-4ce5-acd7-ceb40cf4cd78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-505823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3298'] for router (ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:28.812818 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d1eaeff9-667d-4ce5-acd7-ceb40cf4cd78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-505707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3323'] for router (ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:28.814700 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-1ea2644b-0928-4547-bb00-23c78468654d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043'] for port (b30f9e38-2244-4bfb-9108-dfc93ce368a7), after_create {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:28.871663 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d1eaeff9-667d-4ce5-acd7-ceb40cf4cd78 admin admin] Publish callbacks [] for router_controller (ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b), precommit_add_association {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:28.887684 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8131ec33-38e2-442f-8028-038da014360d None None] Pushing event updated for resources: {'Port': ['ID=9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea,revision_number=1']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:28.891084 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-9ee81327-8319-4cf2-b8d6-f1e5fce2939e None None] Current status of the port 6e2d653d-9d15-444f-8ed4-ea97d7bf23cb is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:00:28.979610 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea2644b-0928-4547-bb00-23c78468654d None None] Pushing event updated for resources: {'Port': ['ID=b30f9e38-2244-4bfb-9108-dfc93ce368a7,revision_number=1']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:29.014840 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea2644b-0928-4547-bb00-23c78468654d None None] Network ab2b5ec8-d24d-414d-80a8-ae5a033aa18d is already hosted by enough agents. {{(pid=116021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:00:29.024642 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.scheduler.base_scheduler [None req-1ea2644b-0928-4547-bb00-23c78468654d None None] Resources bound (agent type, host, resource id): {{(pid=116021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:00:29.027234 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a074480-0a69-4e6c-a9e7-9dce4a97c18c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ff81448-8c2c-52ad-8655-b46a60ca7bcc-87080425-3a77-4ac5-b802-730f1227c9b0', 'network_id': '87080425-3a77-4ac5-b802-730f1227c9b0', 'project_id': '554364a405f24d63a891ff68e188711b', 'fixed_ips': [{'subnet_id': '3edf459f-a2e6-4ce4-b9ee-2c3614ea8be0'}]}} from dv-cinder-858819-1-iscsi. {{(pid=116021) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 21 22:00:29.028488 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-3a074480-0a69-4e6c-a9e7-9dce4a97c18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:29.037368 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea2644b-0928-4547-bb00-23c78468654d None None] Received port after_create {{(pid=116021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:00:29.048408 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a5ec4f-3d32-4a82-8ccf-d6abc42b209d admin admin] Router f4ebd66f-4227-4233-ad0e-57fb416dc3dc is scheduled to L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 with binding_index 1 {{(pid=116019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 22:00:29.162774 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-b05139ef-6c9c-4143-a271-fd0cd2301ba2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:29.176821 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-d190b936-f418-4bb9-8277-6191e2d0a560 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:29.193392 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d1eaeff9-667d-4ce5-acd7-ceb40cf4cd78 admin admin] Publish callbacks [] for router_gateway (ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b), precommit_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:29.211963 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.db_base_plugin_common [None req-1f6b56eb-0999-4660-95a0-01d251a23b24 admin admin] Allocated IP 172.27.1.14 (b12f12c4-b4b4-4032-bd63-4e51184cdf86/38720055-293b-4785-9b37-d6bdacdcb1b4/dc625ff5-d9ec-4b20-9062-4f809d8216d2) {{(pid=116019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:00:29.274990 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8131ec33-38e2-442f-8028-038da014360d None None] Network 2abe6793-4110-455a-aa7b-f1c0038ce3ef is already hosted by enough agents. {{(pid=116021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:00:29.277415 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port 6e2d653d-9d15-444f-8ed4-ea97d7bf23cb is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:00:29.279721 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-b05139ef-6c9c-4143-a271-fd0cd2301ba2 admin admin] Publish callbacks [] for security_group (859421d8-9106-44d9-beff-8995325a2cf1), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:29.294705 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.scheduler.base_scheduler [None req-8131ec33-38e2-442f-8028-038da014360d None None] Resources bound (agent type, host, resource id): {{(pid=116021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:00:29.305887 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8131ec33-38e2-442f-8028-038da014360d None None] Received port after_create {{(pid=116021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:00:29.342239 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-645e33f6-98df-46e8-8c6c-357a21178879 admin admin] Publish callbacks [] for router_gateway (6ed75fd2-e652-4cca-83e3-60b12bd2f039), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:29.363685 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-645e33f6-98df-46e8-8c6c-357a21178879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:29.381894 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a5ec4f-3d32-4a82-8ccf-d6abc42b209d admin admin] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:00:29.384635 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-b05139ef-6c9c-4143-a271-fd0cd2301ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (859421d8-9106-44d9-beff-8995325a2cf1), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:29.398054 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865774ba-df12-483c-9a09-9518b0d02740 None None] Sync routers for ids ['f4ebd66f-4227-4233-ad0e-57fb416dc3dc'] in dv-cinder-858819-1-iscsi {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:00:29.416402 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865774ba-df12-483c-9a09-9518b0d02740 None None] Routers {'f4ebd66f-4227-4233-ad0e-57fb416dc3dc'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:00:29.417550 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-865774ba-df12-483c-9a09-9518b0d02740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:00:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['f4ebd66f-4227-4233-ad0e-57fb416dc3dc'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:29.440101 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-1f6b56eb-0999-4660-95a0-01d251a23b24 admin admin] Publish callbacks [] for port (dc625ff5-d9ec-4b20-9062-4f809d8216d2), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:29.503241 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-b05139ef-6c9c-4143-a271-fd0cd2301ba2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d23d1a0237af456496ef91430546ccbe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7105567 Sep 21 22:00:29.511289 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 57966) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:29.511523 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-25a5ec4f-3d32-4a82-8ccf-d6abc42b209d admin admin] Publish callbacks [] for router (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:29.512784 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-25a5ec4f-3d32-4a82-8ccf-d6abc42b209d admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.0877464 Sep 21 22:00:29.517849 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 57968) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:29.521592 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-1ea2644b-0928-4547-bb00-23c78468654d None None] Attempting to bind port b30f9e38-2244-4bfb-9108-dfc93ce368a7 on host dv-cinder-858819-1-iscsi for vnic_type normal with profile {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:00:29.522134 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-1ea2644b-0928-4547-bb00-23c78468654d None None] Attempting to bind port b30f9e38-2244-4bfb-9108-dfc93ce368a7 by drivers openvswitch,hyperv on host dv-cinder-858819-1-iscsi at level 0 using segments [{'id': 'd07355e0-aacb-4281-84d5-155a0ab99755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ab2b5ec8-d24d-414d-80a8-ae5a033aa18d'}] {{(pid=116021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:00:29.522629 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea2644b-0928-4547-bb00-23c78468654d None None] Attempting to bind port b30f9e38-2244-4bfb-9108-dfc93ce368a7 on network ab2b5ec8-d24d-414d-80a8-ae5a033aa18d {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:00:29.562877 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-8131ec33-38e2-442f-8028-038da014360d None None] Attempting to bind port 9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea on host dv-cinder-858819-1-iscsi for vnic_type normal with profile {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:00:29.563406 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-8131ec33-38e2-442f-8028-038da014360d None None] Attempting to bind port 9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea by drivers openvswitch,hyperv on host dv-cinder-858819-1-iscsi at level 0 using segments [{'id': '64832c79-06e5-4b2e-9d17-904da6f2a29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef'}] {{(pid=116021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:00:29.563883 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8131ec33-38e2-442f-8028-038da014360d None None] Attempting to bind port 9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea on network 2abe6793-4110-455a-aa7b-f1c0038ce3ef {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:00:29.566804 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea2644b-0928-4547-bb00-23c78468654d None None] Checking agent: {'id': 'a3649853-f423-4907-be3f-732a21e792f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858819-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 51, 52), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858819-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:00:29.567356 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea2644b-0928-4547-bb00-23c78468654d None None] Checking segment: {'id': 'd07355e0-aacb-4281-84d5-155a0ab99755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ab2b5ec8-d24d-414d-80a8-ae5a033aa18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:00:29.567866 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-1ea2644b-0928-4547-bb00-23c78468654d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:29.568865 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea2644b-0928-4547-bb00-23c78468654d None None] Bound using segment: {'id': 'd07355e0-aacb-4281-84d5-155a0ab99755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ab2b5ec8-d24d-414d-80a8-ae5a033aa18d'} {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:00:29.568865 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-1ea2644b-0928-4547-bb00-23c78468654d None None] Bound port: b30f9e38-2244-4bfb-9108-dfc93ce368a7, host: dv-cinder-858819-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd07355e0-aacb-4281-84d5-155a0ab99755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ab2b5ec8-d24d-414d-80a8-ae5a033aa18d'}}] {{(pid=116021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:00:29.569482 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-1ea2644b-0928-4547-bb00-23c78468654d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (b30f9e38-2244-4bfb-9108-dfc93ce368a7), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:29.575073 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-55029254-ddf0-4b69-8cfc-055b6f6c86ec None None] Publish callbacks [] for port (0f0ec451-5281-4611-877b-d65226f0a86b), precommit_create {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:29.586214 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-1f6b56eb-0999-4660-95a0-01d251a23b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043'] for port (dc625ff5-d9ec-4b20-9062-4f809d8216d2), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:29.608206 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-ab61c4b6-b668-49ec-9c39-930d63aea8cb admin admin] Publish callbacks [] for security_group (859421d8-9106-44d9-beff-8995325a2cf1), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:29.617945 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8131ec33-38e2-442f-8028-038da014360d None None] Checking agent: {'id': 'a3649853-f423-4907-be3f-732a21e792f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858819-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 51, 52), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858819-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:00:29.618552 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8131ec33-38e2-442f-8028-038da014360d None None] Checking segment: {'id': '64832c79-06e5-4b2e-9d17-904da6f2a29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:00:29.619077 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-8131ec33-38e2-442f-8028-038da014360d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:29.619607 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8131ec33-38e2-442f-8028-038da014360d None None] Bound using segment: {'id': '64832c79-06e5-4b2e-9d17-904da6f2a29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef'} {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:00:29.620248 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-8131ec33-38e2-442f-8028-038da014360d None None] Bound port: 9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea, host: dv-cinder-858819-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64832c79-06e5-4b2e-9d17-904da6f2a29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef'}}] {{(pid=116021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:00:29.620771 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-8131ec33-38e2-442f-8028-038da014360d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:29.659469 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-d190b936-f418-4bb9-8277-6191e2d0a560 admin admin] Publish callbacks [] for security_group (da44c4ee-101d-4988-8d8b-5b478b69ba02), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:29.664198 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6b56eb-0999-4660-95a0-01d251a23b24 admin admin] Pushing event updated for resources: {'Port': ['ID=dc625ff5-d9ec-4b20-9062-4f809d8216d2,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:29.673611 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-55029254-ddf0-4b69-8cfc-055b6f6c86ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043'] for port (0f0ec451-5281-4611-877b-d65226f0a86b), after_create {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:29.674923 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6b56eb-0999-4660-95a0-01d251a23b24 admin admin] Network b12f12c4-b4b4-4032-bd63-4e51184cdf86 is already hosted by enough agents. {{(pid=116019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:00:29.678527 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.base_scheduler [None req-1f6b56eb-0999-4660-95a0-01d251a23b24 admin admin] Resources bound (agent type, host, resource id): {{(pid=116019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:00:29.680991 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6b56eb-0999-4660-95a0-01d251a23b24 admin admin] Received port after_create {{(pid=116019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:00:29.698659 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-865774ba-df12-483c-9a09-9518b0d02740 None None] Set router f4ebd66f-4227-4233-ad0e-57fb416dc3dc gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:00:29.768628 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-d190b936-f418-4bb9-8277-6191e2d0a560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (da44c4ee-101d-4988-8d8b-5b478b69ba02), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:29.768863 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.db_base_plugin_common [None req-3a074480-0a69-4e6c-a9e7-9dce4a97c18c None None] Allocated IP 172.20.0.2 (87080425-3a77-4ac5-b802-730f1227c9b0/3edf459f-a2e6-4ce4-b9ee-2c3614ea8be0/2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec) {{(pid=116021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:00:29.789797 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-ab61c4b6-b668-49ec-9c39-930d63aea8cb admin admin] Publish callbacks [] for security_group (859421d8-9106-44d9-beff-8995325a2cf1), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:29.794866 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05139ef-6c9c-4143-a271-fd0cd2301ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=859421d8-9106-44d9-beff-8995325a2cf1,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:29.834111 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-1ea2644b-0928-4547-bb00-23c78468654d None None] For port b30f9e38-2244-4bfb-9108-dfc93ce368a7, host dv-cinder-858819-1-iscsi, cleared binding levels {{(pid=116021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:00:29.837953 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55029254-ddf0-4b69-8cfc-055b6f6c86ec None None] Network 96c55cd8-33b0-4027-994a-bc89dd1c7933 is already hosted by enough agents. {{(pid=116021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:00:29.854289 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.scheduler.base_scheduler [None req-55029254-ddf0-4b69-8cfc-055b6f6c86ec None None] Resources bound (agent type, host, resource id): {{(pid=116021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:00:29.862565 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55029254-ddf0-4b69-8cfc-055b6f6c86ec None None] Pushing event updated for resources: {'Port': ['ID=0f0ec451-5281-4611-877b-d65226f0a86b,revision_number=1']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:29.869304 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-1ea2644b-0928-4547-bb00-23c78468654d None None] For port b30f9e38-2244-4bfb-9108-dfc93ce368a7, host dv-cinder-858819-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=b30f9e38-2244-4bfb-9108-dfc93ce368a7,segment=NetworkSegment(d07355e0-aacb-4281-84d5-155a0ab99755),segment_id=d07355e0-aacb-4281-84d5-155a0ab99755)] {{(pid=116021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:00:29.870902 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55029254-ddf0-4b69-8cfc-055b6f6c86ec None None] Received port after_create {{(pid=116021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:00:29.884024 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-8131ec33-38e2-442f-8028-038da014360d None None] For port 9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea, host dv-cinder-858819-1-iscsi, cleared binding levels {{(pid=116021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:00:29.907299 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d1eaeff9-667d-4ce5-acd7-ceb40cf4cd78 admin admin] Publish callbacks [] for router_gateway (ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:29.929083 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-8131ec33-38e2-442f-8028-038da014360d None None] For port 9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea, host dv-cinder-858819-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea,segment=NetworkSegment(64832c79-06e5-4b2e-9d17-904da6f2a29e),segment_id=64832c79-06e5-4b2e-9d17-904da6f2a29e)] {{(pid=116021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:00:29.946291 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-d190b936-f418-4bb9-8277-6191e2d0a560 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cf936d54741e48dfb15cc267207cf4fe&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1409125 Sep 21 22:00:29.950475 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-865774ba-df12-483c-9a09-9518b0d02740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ebd66f-4227-4233-ad0e-57fb416dc3dc', 'name': 'tempest-ServerRescueNegativeTestJSON-2001674451-router', 'tenant_id': 'f5fc28ce43d342ff812e8671de415a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '416beb2d-153f-4731-8dda-3104ce70c6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:24Z', 'updated_at': '2022-09-21T22:00:26Z', 'revision_number': 3, 'project_id': 'f5fc28ce43d342ff812e8671de415a9c', 'gw_port': {'id': '416beb2d-153f-4731-8dda-3104ce70c6cb', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fa:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ebd66f-4227-4233-ad0e-57fb416dc3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:25Z', 'updated_at': '2022-09-21T22:00:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi'}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:29.955579 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 57972) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:29.969883 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.db_base_plugin_common [None req-62726754-1b95-4e93-a07b-4c014feec9ee admin admin] Allocated IP 172.27.1.45 (b12f12c4-b4b4-4032-bd63-4e51184cdf86/38720055-293b-4785-9b37-d6bdacdcb1b4/5adc857f-54c3-4c7c-b366-2c167ef136d1) {{(pid=116020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:00:29.976042 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d190b936-f418-4bb9-8277-6191e2d0a560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da44c4ee-101d-4988-8d8b-5b478b69ba02,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:29.980860 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865774ba-df12-483c-9a09-9518b0d02740 None None] Checking router: f4ebd66f-4227-4233-ad0e-57fb416dc3dc for host: dv-cinder-858819-1-iscsi {{(pid=116022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:00:29.981775 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865774ba-df12-483c-9a09-9518b0d02740 None None] Updating router f4ebd66f-4227-4233-ad0e-57fb416dc3dc port 416beb2d-153f-4731-8dda-3104ce70c6cb binding host dv-cinder-858819-1-iscsi {{(pid=116022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 22:00:29.990362 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-1ea2644b-0928-4547-bb00-23c78468654d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (b30f9e38-2244-4bfb-9108-dfc93ce368a7), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:30.007679 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d1eaeff9-667d-4ce5-acd7-ceb40cf4cd78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:30.045054 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-8131ec33-38e2-442f-8028-038da014360d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:30.054188 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-55029254-ddf0-4b69-8cfc-055b6f6c86ec None None] Attempting to bind port 0f0ec451-5281-4611-877b-d65226f0a86b on host dv-cinder-858819-1-iscsi for vnic_type normal with profile {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:00:30.054673 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-55029254-ddf0-4b69-8cfc-055b6f6c86ec None None] Attempting to bind port 0f0ec451-5281-4611-877b-d65226f0a86b by drivers openvswitch,hyperv on host dv-cinder-858819-1-iscsi at level 0 using segments [{'id': '198c478d-e58c-4168-b5f9-1fac1821e084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '96c55cd8-33b0-4027-994a-bc89dd1c7933'}] {{(pid=116021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:00:30.055144 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55029254-ddf0-4b69-8cfc-055b6f6c86ec None None] Attempting to bind port 0f0ec451-5281-4611-877b-d65226f0a86b on network 96c55cd8-33b0-4027-994a-bc89dd1c7933 {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:00:30.067916 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-865774ba-df12-483c-9a09-9518b0d02740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (416beb2d-153f-4731-8dda-3104ce70c6cb), before_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:30.098329 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55029254-ddf0-4b69-8cfc-055b6f6c86ec None None] Checking agent: {'id': 'a3649853-f423-4907-be3f-732a21e792f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858819-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 51, 52), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858819-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:00:30.098881 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55029254-ddf0-4b69-8cfc-055b6f6c86ec None None] Checking segment: {'id': '198c478d-e58c-4168-b5f9-1fac1821e084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '96c55cd8-33b0-4027-994a-bc89dd1c7933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:00:30.099422 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-55029254-ddf0-4b69-8cfc-055b6f6c86ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:30.102178 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55029254-ddf0-4b69-8cfc-055b6f6c86ec None None] Bound using segment: {'id': '198c478d-e58c-4168-b5f9-1fac1821e084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '96c55cd8-33b0-4027-994a-bc89dd1c7933'} {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:00:30.104656 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-55029254-ddf0-4b69-8cfc-055b6f6c86ec None None] Bound port: 0f0ec451-5281-4611-877b-d65226f0a86b, host: dv-cinder-858819-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '198c478d-e58c-4168-b5f9-1fac1821e084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '96c55cd8-33b0-4027-994a-bc89dd1c7933'}}] {{(pid=116021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:00:30.104656 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-55029254-ddf0-4b69-8cfc-055b6f6c86ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (0f0ec451-5281-4611-877b-d65226f0a86b), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:30.124536 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-ab61c4b6-b668-49ec-9c39-930d63aea8cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (859421d8-9106-44d9-beff-8995325a2cf1), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:30.128325 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-ab61c4b6-b668-49ec-9c39-930d63aea8cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:30.132026 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-ab61c4b6-b668-49ec-9c39-930d63aea8cb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/859421d8-9106-44d9-beff-8995325a2cf1 HTTP/1.1" status: 204 len: 168 time: 0.6111457 Sep 21 22:00:30.181010 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea2644b-0928-4547-bb00-23c78468654d None None] Pushing event updated for resources: {'Port': ['ID=b30f9e38-2244-4bfb-9108-dfc93ce368a7,revision_number=2']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:30.181855 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab61c4b6-b668-49ec-9c39-930d63aea8cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859421d8-9106-44d9-beff-8995325a2cf1,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:30.221578 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-62726754-1b95-4e93-a07b-4c014feec9ee admin admin] Publish callbacks [] for port (5adc857f-54c3-4c7c-b366-2c167ef136d1), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:30.562074 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-21f82987-da0b-445c-8a43-59e2c13830f0 admin admin] Publish callbacks [] for security_group (da44c4ee-101d-4988-8d8b-5b478b69ba02), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:30.562074 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-21f82987-da0b-445c-8a43-59e2c13830f0 admin admin] Publish callbacks [] for security_group (da44c4ee-101d-4988-8d8b-5b478b69ba02), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:30.573020 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-3a074480-0a69-4e6c-a9e7-9dce4a97c18c None None] Publish callbacks [] for port (2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec), precommit_create {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:30.573020 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8131ec33-38e2-442f-8028-038da014360d None None] Pushing event updated for resources: {'Port': ['ID=9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea,revision_number=2']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:30.577092 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-62726754-1b95-4e93-a07b-4c014feec9ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043'] for port (5adc857f-54c3-4c7c-b366-2c167ef136d1), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:30.579914 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-55029254-ddf0-4b69-8cfc-055b6f6c86ec None None] For port 0f0ec451-5281-4611-877b-d65226f0a86b, host dv-cinder-858819-1-iscsi, cleared binding levels {{(pid=116021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:00:30.579914 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-55029254-ddf0-4b69-8cfc-055b6f6c86ec None None] For port 0f0ec451-5281-4611-877b-d65226f0a86b, host dv-cinder-858819-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=0f0ec451-5281-4611-877b-d65226f0a86b,segment=NetworkSegment(198c478d-e58c-4168-b5f9-1fac1821e084),segment_id=198c478d-e58c-4168-b5f9-1fac1821e084)] {{(pid=116021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:00:30.602198 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-1f6b56eb-0999-4660-95a0-01d251a23b24 admin admin] Publish callbacks [] for router_gateway (b142f32c-8dda-47c3-a391-533de2f6ca41), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:30.657886 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62726754-1b95-4e93-a07b-4c014feec9ee admin admin] Network b12f12c4-b4b4-4032-bd63-4e51184cdf86 is already hosted by enough agents. {{(pid=116020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:00:30.669457 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.base_scheduler [None req-62726754-1b95-4e93-a07b-4c014feec9ee admin admin] Resources bound (agent type, host, resource id): {{(pid=116020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:00:30.676873 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62726754-1b95-4e93-a07b-4c014feec9ee admin admin] Received port after_create {{(pid=116020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:00:30.692019 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-3a074480-0a69-4e6c-a9e7-9dce4a97c18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043'] for port (2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec), after_create {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:30.744508 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-55029254-ddf0-4b69-8cfc-055b6f6c86ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (0f0ec451-5281-4611-877b-d65226f0a86b), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:30.769910 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a074480-0a69-4e6c-a9e7-9dce4a97c18c None None] Network 87080425-3a77-4ac5-b802-730f1227c9b0 is already hosted by enough agents. {{(pid=116021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:00:30.779650 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.scheduler.base_scheduler [None req-3a074480-0a69-4e6c-a9e7-9dce4a97c18c None None] Resources bound (agent type, host, resource id): {{(pid=116021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:00:30.785130 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a074480-0a69-4e6c-a9e7-9dce4a97c18c None None] Received port after_create {{(pid=116021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:00:30.804188 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.db_base_plugin_common [None req-645e33f6-98df-46e8-8c6c-357a21178879 admin admin] Allocated IP 172.27.1.116 (b12f12c4-b4b4-4032-bd63-4e51184cdf86/38720055-293b-4785-9b37-d6bdacdcb1b4/69a493c8-d0be-4fc6-b371-e09a67ddc586) {{(pid=116020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:00:30.808858 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62726754-1b95-4e93-a07b-4c014feec9ee admin admin] Pushing event updated for resources: {'Port': ['ID=5adc857f-54c3-4c7c-b366-2c167ef136d1,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:30.817861 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a074480-0a69-4e6c-a9e7-9dce4a97c18c None None] Pushing event updated for resources: {'Port': ['ID=2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec,revision_number=1']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:30.950148 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-21f82987-da0b-445c-8a43-59e2c13830f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (da44c4ee-101d-4988-8d8b-5b478b69ba02), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:30.953442 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-21f82987-da0b-445c-8a43-59e2c13830f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:30.957170 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-21f82987-da0b-445c-8a43-59e2c13830f0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/da44c4ee-101d-4988-8d8b-5b478b69ba02 HTTP/1.1" status: 204 len: 168 time: 0.9950190 Sep 21 22:00:30.965008 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-3a074480-0a69-4e6c-a9e7-9dce4a97c18c None None] Attempting to bind port 2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec on host dv-cinder-858819-1-iscsi for vnic_type normal with profile {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:00:30.965647 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-3a074480-0a69-4e6c-a9e7-9dce4a97c18c None None] Attempting to bind port 2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec by drivers openvswitch,hyperv on host dv-cinder-858819-1-iscsi at level 0 using segments [{'id': '51038d65-ec74-4a3c-a8ad-238c9bcc5f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '87080425-3a77-4ac5-b802-730f1227c9b0'}] {{(pid=116021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:00:30.966241 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a074480-0a69-4e6c-a9e7-9dce4a97c18c None None] Attempting to bind port 2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec on network 87080425-3a77-4ac5-b802-730f1227c9b0 {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:00:30.991102 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a074480-0a69-4e6c-a9e7-9dce4a97c18c None None] Checking agent: {'id': 'a3649853-f423-4907-be3f-732a21e792f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858819-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 51, 52), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858819-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:00:30.991708 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a074480-0a69-4e6c-a9e7-9dce4a97c18c None None] Checking segment: {'id': '51038d65-ec74-4a3c-a8ad-238c9bcc5f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '87080425-3a77-4ac5-b802-730f1227c9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:00:30.992470 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-3a074480-0a69-4e6c-a9e7-9dce4a97c18c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:30.993278 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a074480-0a69-4e6c-a9e7-9dce4a97c18c None None] Bound using segment: {'id': '51038d65-ec74-4a3c-a8ad-238c9bcc5f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '87080425-3a77-4ac5-b802-730f1227c9b0'} {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:00:30.994477 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-3a074480-0a69-4e6c-a9e7-9dce4a97c18c None None] Bound port: 2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec, host: dv-cinder-858819-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51038d65-ec74-4a3c-a8ad-238c9bcc5f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '87080425-3a77-4ac5-b802-730f1227c9b0'}}] {{(pid=116021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:00:30.995103 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-3a074480-0a69-4e6c-a9e7-9dce4a97c18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:31.011177 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f82987-da0b-445c-8a43-59e2c13830f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da44c4ee-101d-4988-8d8b-5b478b69ba02,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:31.053152 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55029254-ddf0-4b69-8cfc-055b6f6c86ec None None] Pushing event updated for resources: {'Port': ['ID=0f0ec451-5281-4611-877b-d65226f0a86b,revision_number=2']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:31.174205 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-3a074480-0a69-4e6c-a9e7-9dce4a97c18c None None] For port 2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec, host dv-cinder-858819-1-iscsi, cleared binding levels {{(pid=116021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:00:31.183648 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-3a074480-0a69-4e6c-a9e7-9dce4a97c18c None None] For port 2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec, host dv-cinder-858819-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec,segment=NetworkSegment(51038d65-ec74-4a3c-a8ad-238c9bcc5f59),segment_id=51038d65-ec74-4a3c-a8ad-238c9bcc5f59)] {{(pid=116021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:00:31.218265 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-1f6b56eb-0999-4660-95a0-01d251a23b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-505700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494566'] for router (b142f32c-8dda-47c3-a391-533de2f6ca41), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:31.258722 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-3a074480-0a69-4e6c-a9e7-9dce4a97c18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:31.337976 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-645e33f6-98df-46e8-8c6c-357a21178879 admin admin] Publish callbacks [] for port (69a493c8-d0be-4fc6-b371-e09a67ddc586), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:31.365101 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-62726754-1b95-4e93-a07b-4c014feec9ee admin admin] Publish callbacks [] for router_gateway (bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:31.413323 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a074480-0a69-4e6c-a9e7-9dce4a97c18c None None] Pushing event updated for resources: {'Port': ['ID=2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec,revision_number=2']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:31.429384 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-870b1123-d2f6-4338-87cd-b4b10241c8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:31.765864 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.db_base_plugin_common [None req-870b1123-d2f6-4338-87cd-b4b10241c8c0 admin admin] Allocated IP 172.20.0.1 (0585c623-22cd-41df-a0a2-cf1e1b8bac58/41a42251-d848-47c6-b80e-908765051886/41427998-871b-4607-bca9-e8f9a5738ecd) {{(pid=116019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:00:31.799870 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-62726754-1b95-4e93-a07b-4c014feec9ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-505700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494566'] for router (bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:31.805988 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-645e33f6-98df-46e8-8c6c-357a21178879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043'] for port (69a493c8-d0be-4fc6-b371-e09a67ddc586), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:31.837635 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645e33f6-98df-46e8-8c6c-357a21178879 admin admin] Network b12f12c4-b4b4-4032-bd63-4e51184cdf86 is already hosted by enough agents. {{(pid=116020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:00:31.861819 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f6b56eb-0999-4660-95a0-01d251a23b24 admin admin] Router b142f32c-8dda-47c3-a391-533de2f6ca41 is scheduled to L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 with binding_index 1 {{(pid=116019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 22:00:31.907978 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.base_scheduler [None req-645e33f6-98df-46e8-8c6c-357a21178879 admin admin] Resources bound (agent type, host, resource id): {{(pid=116020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:00:31.910592 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 58004) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:31.915954 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645e33f6-98df-46e8-8c6c-357a21178879 admin admin] Received port after_create {{(pid=116020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:00:31.921205 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a128ee7-786b-4f98-b333-81cc72ae92fb None None] Network ab2b5ec8-d24d-414d-80a8-ae5a033aa18d requested from dv-cinder-858819-1-iscsi {{(pid=116021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:00:31.998364 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-faf52555-db44-4da6-9d58-77686ee1ec67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:32.057344 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-870b1123-d2f6-4338-87cd-b4b10241c8c0 admin admin] Publish callbacks [] for port (41427998-871b-4607-bca9-e8f9a5738ecd), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:32.136413 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645e33f6-98df-46e8-8c6c-357a21178879 admin admin] Pushing event updated for resources: {'Port': ['ID=69a493c8-d0be-4fc6-b371-e09a67ddc586,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:32.145320 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.db.api [None req-d1eaeff9-667d-4ce5-acd7-ceb40cf4cd78 admin admin] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.27.1.45-e790c9a1-fb1b-4a1c-9c0a-e189f9275d5f {{(pid=116019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 22:00:32.145681 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG oslo_db.api [None req-d1eaeff9-667d-4ce5-acd7-ceb40cf4cd78 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=116019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 22:00:32.232574 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:00:32.346057 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-a116360f-121c-4a83-9ff4-9b139435cd1c None None] Provisioning complete for port b30f9e38-2244-4bfb-9108-dfc93ce368a7 triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:00:32.349407 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-a116360f-121c-4a83-9ff4-9b139435cd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (b30f9e38-2244-4bfb-9108-dfc93ce368a7), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:32.354997 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-a116360f-121c-4a83-9ff4-9b139435cd1c None None] Attempt 1 to provision port b30f9e38-2244-4bfb-9108-dfc93ce368a7 Sep 21 22:00:32.373091 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6b56eb-0999-4660-95a0-01d251a23b24 admin admin] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:00:32.384835 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-865774ba-df12-483c-9a09-9518b0d02740 None None] Publish callbacks [] for port (416beb2d-153f-4731-8dda-3104ce70c6cb), precommit_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:32.400946 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-870b1123-d2f6-4338-87cd-b4b10241c8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043'] for port (41427998-871b-4607-bca9-e8f9a5738ecd), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:32.424453 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b072fcf9-91f6-4abc-9d02-b66ca7329f9a None None] Sync routers for ids ['b142f32c-8dda-47c3-a391-533de2f6ca41'] in dv-cinder-858819-1-iscsi {{(pid=116021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:00:32.428701 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62726754-1b95-4e93-a07b-4c014feec9ee admin admin] Router bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55 is scheduled to L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 with binding_index 1 {{(pid=116020) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 22:00:32.467285 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b072fcf9-91f6-4abc-9d02-b66ca7329f9a None None] Routers {'b142f32c-8dda-47c3-a391-533de2f6ca41'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:00:32.472965 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-b072fcf9-91f6-4abc-9d02-b66ca7329f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:00:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['b142f32c-8dda-47c3-a391-533de2f6ca41'], 'active': True} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:32.477226 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-865774ba-df12-483c-9a09-9518b0d02740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (416beb2d-153f-4731-8dda-3104ce70c6cb), after_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:32.493496 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870b1123-d2f6-4338-87cd-b4b10241c8c0 admin admin] Pushing event updated for resources: {'Port': ['ID=41427998-871b-4607-bca9-e8f9a5738ecd,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:32.509554 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-1f6b56eb-0999-4660-95a0-01d251a23b24 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:32.510552 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-1f6b56eb-0999-4660-95a0-01d251a23b24 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.7922506 Sep 21 22:00:32.531735 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870b1123-d2f6-4338-87cd-b4b10241c8c0 admin admin] Network 0585c623-22cd-41df-a0a2-cf1e1b8bac58 is already hosted by enough agents. {{(pid=116019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:00:32.532994 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 58020) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:32.593941 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b016de-cc0e-48ce-aa0a-cad1d3f9fc1e None None] Pushing event updated for resources: {'Port': ['ID=416beb2d-153f-4731-8dda-3104ce70c6cb,revision_number=2']} {{(pid=116022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:32.629655 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b016de-cc0e-48ce-aa0a-cad1d3f9fc1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:32.632526 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b016de-cc0e-48ce-aa0a-cad1d3f9fc1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:32.634143 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b016de-cc0e-48ce-aa0a-cad1d3f9fc1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:32.634661 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b016de-cc0e-48ce-aa0a-cad1d3f9fc1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:32.637850 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b016de-cc0e-48ce-aa0a-cad1d3f9fc1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:32.640047 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b016de-cc0e-48ce-aa0a-cad1d3f9fc1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:32.641049 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b016de-cc0e-48ce-aa0a-cad1d3f9fc1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:32.643911 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b016de-cc0e-48ce-aa0a-cad1d3f9fc1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:32.644569 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b016de-cc0e-48ce-aa0a-cad1d3f9fc1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:32.645477 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b016de-cc0e-48ce-aa0a-cad1d3f9fc1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:32.647518 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b016de-cc0e-48ce-aa0a-cad1d3f9fc1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:32.648049 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b016de-cc0e-48ce-aa0a-cad1d3f9fc1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:32.648569 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b016de-cc0e-48ce-aa0a-cad1d3f9fc1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:00:32.655570 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b016de-cc0e-48ce-aa0a-cad1d3f9fc1e None None] Tracked resource versions report: Sep 21 22:00:32.655570 dv-cinder-858819-1-iscsi neutron-server[116022]: pushed versions: Sep 21 22:00:32.655570 dv-cinder-858819-1-iscsi neutron-server[116022]: { 'AddressGroup': {'1.2'}, Sep 21 22:00:32.655570 dv-cinder-858819-1-iscsi neutron-server[116022]: 'ConntrackHelper': {'1.0'}, Sep 21 22:00:32.655570 dv-cinder-858819-1-iscsi neutron-server[116022]: 'LocalIPAssociation': {'1.0'}, Sep 21 22:00:32.655570 dv-cinder-858819-1-iscsi neutron-server[116022]: 'Log': {'1.0'}, Sep 21 22:00:32.655570 dv-cinder-858819-1-iscsi neutron-server[116022]: 'Network': {'1.1'}, Sep 21 22:00:32.655570 dv-cinder-858819-1-iscsi neutron-server[116022]: 'Port': {'1.7'}, Sep 21 22:00:32.655570 dv-cinder-858819-1-iscsi neutron-server[116022]: 'PortForwarding': {'1.2'}, Sep 21 22:00:32.655570 dv-cinder-858819-1-iscsi neutron-server[116022]: 'QosPolicy': {'1.10'}, Sep 21 22:00:32.655570 dv-cinder-858819-1-iscsi neutron-server[116022]: 'SecurityGroup': {'1.5'}, Sep 21 22:00:32.655570 dv-cinder-858819-1-iscsi neutron-server[116022]: 'SecurityGroupRule': {'1.2'}, Sep 21 22:00:32.655570 dv-cinder-858819-1-iscsi neutron-server[116022]: 'SubPort': {'1.0'}, Sep 21 22:00:32.655570 dv-cinder-858819-1-iscsi neutron-server[116022]: 'Subnet': {'1.1'}, Sep 21 22:00:32.655570 dv-cinder-858819-1-iscsi neutron-server[116022]: 'Trunk': {'1.1'}} Sep 21 22:00:32.655570 dv-cinder-858819-1-iscsi neutron-server[116022]: consumer versions: Sep 21 22:00:32.655570 dv-cinder-858819-1-iscsi neutron-server[116022]: { DHCP agent@dv-cinder-858819-1-iscsi: {}, Sep 21 22:00:32.655570 dv-cinder-858819-1-iscsi neutron-server[116022]: HyperV agent@hv-cinder-85881: {}, Sep 21 22:00:32.655570 dv-cinder-858819-1-iscsi neutron-server[116022]: L3 agent@dv-cinder-858819-1-iscsi: {}, Sep 21 22:00:32.655570 dv-cinder-858819-1-iscsi neutron-server[116022]: Metadata agent@dv-cinder-858819-1-iscsi: {}, Sep 21 22:00:32.655570 dv-cinder-858819-1-iscsi neutron-server[116022]: Metering agent@dv-cinder-858819-1-iscsi: {}, Sep 21 22:00:32.655570 dv-cinder-858819-1-iscsi neutron-server[116022]: Open vSwitch agent@dv-cinder-858819-1-iscsi: { 'AddressGroup': '1.2', Sep 21 22:00:32.655570 dv-cinder-858819-1-iscsi neutron-server[116022]: 'ConntrackHelper': '1.0', Sep 21 22:00:32.655570 dv-cinder-858819-1-iscsi neutron-server[116022]: 'LocalIPAssociation': '1.0', Sep 21 22:00:32.655570 dv-cinder-858819-1-iscsi neutron-server[116022]: 'Log': '1.0', Sep 21 22:00:32.655570 dv-cinder-858819-1-iscsi neutron-server[116022]: 'Network': '1.1', Sep 21 22:00:32.655570 dv-cinder-858819-1-iscsi neutron-server[116022]: 'Port': '1.7', Sep 21 22:00:32.655570 dv-cinder-858819-1-iscsi neutron-server[116022]: 'PortForwarding': '1.2', Sep 21 22:00:32.655570 dv-cinder-858819-1-iscsi neutron-server[116022]: 'QosPolicy': '1.10', Sep 21 22:00:32.655570 dv-cinder-858819-1-iscsi neutron-server[116022]: 'SecurityGroup': '1.5', Sep 21 22:00:32.655570 dv-cinder-858819-1-iscsi neutron-server[116022]: 'SecurityGroupRule': '1.2', Sep 21 22:00:32.655570 dv-cinder-858819-1-iscsi neutron-server[116022]: 'SubPort': '1.0', Sep 21 22:00:32.655570 dv-cinder-858819-1-iscsi neutron-server[116022]: 'Subnet': '1.1', Sep 21 22:00:32.655570 dv-cinder-858819-1-iscsi neutron-server[116022]: 'Trunk': '1.1'}} Sep 21 22:00:32.655570 dv-cinder-858819-1-iscsi neutron-server[116022]: {{(pid=116022) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 22:00:32.683825 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.managers [None req-865774ba-df12-483c-9a09-9518b0d02740 None None] Attempting to bind port 416beb2d-153f-4731-8dda-3104ce70c6cb on host dv-cinder-858819-1-iscsi for vnic_type normal with profile {{(pid=116022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:00:32.684559 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.managers [None req-865774ba-df12-483c-9a09-9518b0d02740 None None] Attempting to bind port 416beb2d-153f-4731-8dda-3104ce70c6cb by drivers openvswitch,hyperv on host dv-cinder-858819-1-iscsi at level 0 using segments [{'id': '286b158d-b65b-48b3-9fb8-ab2055e67b3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'}] {{(pid=116022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:00:32.685118 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865774ba-df12-483c-9a09-9518b0d02740 None None] Attempting to bind port 416beb2d-153f-4731-8dda-3104ce70c6cb on network b12f12c4-b4b4-4032-bd63-4e51184cdf86 {{(pid=116022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:00:32.695868 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865774ba-df12-483c-9a09-9518b0d02740 None None] Checking agent: {'id': 'a3649853-f423-4907-be3f-732a21e792f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858819-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 51, 52), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858819-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:00:32.705315 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865774ba-df12-483c-9a09-9518b0d02740 None None] Checking segment: {'id': '286b158d-b65b-48b3-9fb8-ab2055e67b3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:00:32.705563 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a0b3f5-289c-49ea-9e75-1c8e0e5bb2a0 None None] Network 96c55cd8-33b0-4027-994a-bc89dd1c7933 requested from dv-cinder-858819-1-iscsi {{(pid=116021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:00:32.705647 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-865774ba-df12-483c-9a09-9518b0d02740 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:32.705647 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865774ba-df12-483c-9a09-9518b0d02740 None None] Bound using segment: {'id': '286b158d-b65b-48b3-9fb8-ab2055e67b3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'} {{(pid=116022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:00:32.705647 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.managers [None req-865774ba-df12-483c-9a09-9518b0d02740 None None] Bound port: 416beb2d-153f-4731-8dda-3104ce70c6cb, host: dv-cinder-858819-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '286b158d-b65b-48b3-9fb8-ab2055e67b3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'}}] {{(pid=116022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:00:32.705647 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-865774ba-df12-483c-9a09-9518b0d02740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (416beb2d-153f-4731-8dda-3104ce70c6cb), before_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:32.779579 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.db [None req-865774ba-df12-483c-9a09-9518b0d02740 None None] For port 416beb2d-153f-4731-8dda-3104ce70c6cb, host dv-cinder-858819-1-iscsi, cleared binding levels {{(pid=116022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:00:32.792361 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.db [None req-865774ba-df12-483c-9a09-9518b0d02740 None None] For port 416beb2d-153f-4731-8dda-3104ce70c6cb, host dv-cinder-858819-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=416beb2d-153f-4731-8dda-3104ce70c6cb,segment=NetworkSegment(286b158d-b65b-48b3-9fb8-ab2055e67b3c),segment_id=286b158d-b65b-48b3-9fb8-ab2055e67b3c)] {{(pid=116022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:00:32.794720 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-645e33f6-98df-46e8-8c6c-357a21178879 admin admin] Publish callbacks [] for router_gateway (6ed75fd2-e652-4cca-83e3-60b12bd2f039), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:32.857048 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvr_db [None req-b072fcf9-91f6-4abc-9d02-b66ca7329f9a None None] Set router b142f32c-8dda-47c3-a391-533de2f6ca41 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:00:32.886622 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-865774ba-df12-483c-9a09-9518b0d02740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (416beb2d-153f-4731-8dda-3104ce70c6cb), after_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:32.968273 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d1eaeff9-667d-4ce5-acd7-ceb40cf4cd78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:32.977449 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.base_scheduler [None req-870b1123-d2f6-4338-87cd-b4b10241c8c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=116019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:00:33.021262 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-faf52555-db44-4da6-9d58-77686ee1ec67 admin admin] Publish callbacks [] for security_group (4215c7b0-ed71-43c7-b49a-9cb232eb1e17), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:33.034910 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870b1123-d2f6-4338-87cd-b4b10241c8c0 admin admin] Received port after_create {{(pid=116019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:00:33.035563 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-870b1123-d2f6-4338-87cd-b4b10241c8c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495241'] for router_interface (f4ebd66f-4227-4233-ad0e-57fb416dc3dc), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:33.058390 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b016de-cc0e-48ce-aa0a-cad1d3f9fc1e None None] Pushing event updated for resources: {'Port': ['ID=416beb2d-153f-4731-8dda-3104ce70c6cb,revision_number=3']} {{(pid=116022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:33.069406 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865774ba-df12-483c-9a09-9518b0d02740 None None] Routers {'f4ebd66f-4227-4233-ad0e-57fb416dc3dc'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:00:33.070064 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-865774ba-df12-483c-9a09-9518b0d02740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:00:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['f4ebd66f-4227-4233-ad0e-57fb416dc3dc'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:33.142071 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9639339f-fe65-4f08-9d6b-1f4ffdfe83f7 None None] Network 2abe6793-4110-455a-aa7b-f1c0038ce3ef requested from dv-cinder-858819-1-iscsi {{(pid=116021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:00:33.214453 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-faf52555-db44-4da6-9d58-77686ee1ec67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (4215c7b0-ed71-43c7-b49a-9cb232eb1e17), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:33.299483 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf52555-db44-4da6-9d58-77686ee1ec67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4215c7b0-ed71-43c7-b49a-9cb232eb1e17,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:33.363209 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62726754-1b95-4e93-a07b-4c014feec9ee admin admin] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:00:33.390190 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b336707-f32f-420d-a862-08e81bb5e150 None None] Sync routers for ids ['bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'] in dv-cinder-858819-1-iscsi {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:00:33.418867 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-645e33f6-98df-46e8-8c6c-357a21178879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-505700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494566'] for router (6ed75fd2-e652-4cca-83e3-60b12bd2f039), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:33.420925 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b336707-f32f-420d-a862-08e81bb5e150 None None] Routers {'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:00:33.422215 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-1b336707-f32f-420d-a862-08e81bb5e150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:00:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:33.532002 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-62726754-1b95-4e93-a07b-4c014feec9ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:33.533501 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-62726754-1b95-4e93-a07b-4c014feec9ee admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.5202370 Sep 21 22:00:33.539065 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 58038) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:33.553029 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-865774ba-df12-483c-9a09-9518b0d02740 None None] Set router f4ebd66f-4227-4233-ad0e-57fb416dc3dc gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:00:33.586003 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.db_base_plugin_common [None req-d1eaeff9-667d-4ce5-acd7-ceb40cf4cd78 admin admin] Allocated IP 172.27.1.43 (b12f12c4-b4b4-4032-bd63-4e51184cdf86/38720055-293b-4785-9b37-d6bdacdcb1b4/12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc) {{(pid=116019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:00:33.614648 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf5d887-0c6d-4961-a356-9c1a57a3719a None None] Network 87080425-3a77-4ac5-b802-730f1227c9b0 requested from dv-cinder-858819-1-iscsi {{(pid=116021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:00:33.641880 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-1b336707-f32f-420d-a862-08e81bb5e150 None None] Set router bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:00:33.696912 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port 9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:00:33.697668 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:33.698222 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port 9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea Sep 21 22:00:33.728301 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d1eaeff9-667d-4ce5-acd7-ceb40cf4cd78 admin admin] Publish callbacks [] for port (12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:33.764113 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-645e33f6-98df-46e8-8c6c-357a21178879 admin admin] Router 6ed75fd2-e652-4cca-83e3-60b12bd2f039 is scheduled to L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 with binding_index 1 {{(pid=116020) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 22:00:33.865396 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-870b1123-d2f6-4338-87cd-b4b10241c8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (41427998-871b-4607-bca9-e8f9a5738ecd), before_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:33.974630 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-a116360f-121c-4a83-9ff4-9b139435cd1c None None] Current status of the port b30f9e38-2244-4bfb-9108-dfc93ce368a7 is: DOWN; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:00:33.987026 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-a116360f-121c-4a83-9ff4-9b139435cd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (b30f9e38-2244-4bfb-9108-dfc93ce368a7), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:34.094146 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-865774ba-df12-483c-9a09-9518b0d02740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ebd66f-4227-4233-ad0e-57fb416dc3dc', 'name': 'tempest-ServerRescueNegativeTestJSON-2001674451-router', 'tenant_id': 'f5fc28ce43d342ff812e8671de415a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '416beb2d-153f-4731-8dda-3104ce70c6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:24Z', 'updated_at': '2022-09-21T22:00:26Z', 'revision_number': 3, 'project_id': 'f5fc28ce43d342ff812e8671de415a9c', 'gw_port': {'id': '416beb2d-153f-4731-8dda-3104ce70c6cb', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fa:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ebd66f-4227-4233-ad0e-57fb416dc3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:25Z', 'updated_at': '2022-09-21T22:00:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi'}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:34.098567 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-1b336707-f32f-420d-a862-08e81bb5e150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'name': 'tempest-AttachVolumeNegativeTest-1717603948-router', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:27Z', 'updated_at': '2022-09-21T22:00:30Z', 'revision_number': 3, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'gw_port': {'id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi'}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:34.112377 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645e33f6-98df-46e8-8c6c-357a21178879 admin admin] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:00:34.136516 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-870b1123-d2f6-4338-87cd-b4b10241c8c0 admin admin] Publish callbacks [] for port (41427998-871b-4607-bca9-e8f9a5738ecd), precommit_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:34.140261 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d1eaeff9-667d-4ce5-acd7-ceb40cf4cd78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043'] for port (12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:34.150596 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb0a616-05ff-45be-99bf-2c284a3e3f02 None None] Sync routers for ids ['6ed75fd2-e652-4cca-83e3-60b12bd2f039'] in dv-cinder-858819-1-iscsi {{(pid=116021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:00:34.173620 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865774ba-df12-483c-9a09-9518b0d02740 None None] The sync data for ids ['f4ebd66f-4227-4233-ad0e-57fb416dc3dc'] in dv-cinder-858819-1-iscsi is: [{'id': 'f4ebd66f-4227-4233-ad0e-57fb416dc3dc', 'name': 'tempest-ServerRescueNegativeTestJSON-2001674451-router', 'tenant_id': 'f5fc28ce43d342ff812e8671de415a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '416beb2d-153f-4731-8dda-3104ce70c6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:24Z', 'updated_at': '2022-09-21T22:00:26Z', 'revision_number': 3, 'project_id': 'f5fc28ce43d342ff812e8671de415a9c', 'gw_port': {'id': '416beb2d-153f-4731-8dda-3104ce70c6cb', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fa:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ebd66f-4227-4233-ad0e-57fb416dc3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:25Z', 'updated_at': '2022-09-21T22:00:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi'}] {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:00:34.176224 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b336707-f32f-420d-a862-08e81bb5e150 None None] Checking router: bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55 for host: dv-cinder-858819-1-iscsi {{(pid=116022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:00:34.176799 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b336707-f32f-420d-a862-08e81bb5e150 None None] Updating router bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55 port 5adc857f-54c3-4c7c-b366-2c167ef136d1 binding host dv-cinder-858819-1-iscsi {{(pid=116022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 22:00:34.215810 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-1b336707-f32f-420d-a862-08e81bb5e150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (5adc857f-54c3-4c7c-b366-2c167ef136d1), before_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:34.230586 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-645e33f6-98df-46e8-8c6c-357a21178879 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:34.234006 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-645e33f6-98df-46e8-8c6c-357a21178879 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.5528505 Sep 21 22:00:34.238849 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 58050) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:34.262108 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1eaeff9-667d-4ce5-acd7-ceb40cf4cd78 admin admin] Network b12f12c4-b4b4-4032-bd63-4e51184cdf86 is already hosted by enough agents. {{(pid=116019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:00:34.266546 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eaeff9-667d-4ce5-acd7-ceb40cf4cd78 admin admin] Pushing event updated for resources: {'Port': ['ID=12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:34.269407 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.base_scheduler [None req-d1eaeff9-667d-4ce5-acd7-ceb40cf4cd78 admin admin] Resources bound (agent type, host, resource id): {{(pid=116019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:00:34.279560 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-870b1123-d2f6-4338-87cd-b4b10241c8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (41427998-871b-4607-bca9-e8f9a5738ecd), after_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:34.279560 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-870b1123-d2f6-4338-87cd-b4b10241c8c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1653198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495141'] for router_interface (f4ebd66f-4227-4233-ad0e-57fb416dc3dc), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:34.289978 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-faf52555-db44-4da6-9d58-77686ee1ec67 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=11948abbc37b4166a0c6c374ae5afd97&name=default HTTP/1.1" status: 200 len: 2994 time: 2.3778541 Sep 21 22:00:34.344500 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 58058) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:34.346835 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870b1123-d2f6-4338-87cd-b4b10241c8c0 admin admin] Pushing event updated for resources: {'Port': ['ID=41427998-871b-4607-bca9-e8f9a5738ecd,revision_number=2']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:34.454894 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-a116360f-121c-4a83-9ff4-9b139435cd1c None None] For port b30f9e38-2244-4bfb-9108-dfc93ce368a7, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=b30f9e38-2244-4bfb-9108-dfc93ce368a7,segment=NetworkSegment(d07355e0-aacb-4281-84d5-155a0ab99755),segment_id=d07355e0-aacb-4281-84d5-155a0ab99755)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:00:34.473563 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb0a616-05ff-45be-99bf-2c284a3e3f02 None None] Routers {'6ed75fd2-e652-4cca-83e3-60b12bd2f039'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:00:34.475897 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-9bb0a616-05ff-45be-99bf-2c284a3e3f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:00:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['6ed75fd2-e652-4cca-83e3-60b12bd2f039'], 'active': True} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:34.563668 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-6f8850aa-6255-49b3-83a3-ab54e499947d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:34.652957 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1eaeff9-667d-4ce5-acd7-ceb40cf4cd78 admin admin] Received port after_create {{(pid=116019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:00:34.713930 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-a116360f-121c-4a83-9ff4-9b139435cd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (b30f9e38-2244-4bfb-9108-dfc93ce368a7), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:34.846949 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870b1123-d2f6-4338-87cd-b4b10241c8c0 admin admin] Network 0585c623-22cd-41df-a0a2-cf1e1b8bac58 is already hosted by enough agents. {{(pid=116019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:00:34.868736 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.base_scheduler [None req-870b1123-d2f6-4338-87cd-b4b10241c8c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=116019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:00:34.903774 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port 9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea is: DOWN; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:00:34.903774 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:34.960855 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-1b336707-f32f-420d-a862-08e81bb5e150 None None] Publish callbacks [] for port (5adc857f-54c3-4c7c-b366-2c167ef136d1), precommit_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:35.053790 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-1b336707-f32f-420d-a862-08e81bb5e150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (5adc857f-54c3-4c7c-b366-2c167ef136d1), after_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:35.096624 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a116360f-121c-4a83-9ff4-9b139435cd1c None None] Pushing event updated for resources: {'Port': ['ID=b30f9e38-2244-4bfb-9108-dfc93ce368a7,revision_number=3']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:35.144901 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] For port 9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea,segment=NetworkSegment(64832c79-06e5-4b2e-9d17-904da6f2a29e),segment_id=64832c79-06e5-4b2e-9d17-904da6f2a29e)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:00:35.164659 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-827c931a-3ec6-4d39-a6ff-76311aff705b None None] Provisioning complete for port b30f9e38-2244-4bfb-9108-dfc93ce368a7 triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:00:35.165263 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-827c931a-3ec6-4d39-a6ff-76311aff705b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (b30f9e38-2244-4bfb-9108-dfc93ce368a7), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:35.165792 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-827c931a-3ec6-4d39-a6ff-76311aff705b None None] Attempt 1 to provision port b30f9e38-2244-4bfb-9108-dfc93ce368a7 Sep 21 22:00:35.166642 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.managers [None req-1b336707-f32f-420d-a862-08e81bb5e150 None None] Attempting to bind port 5adc857f-54c3-4c7c-b366-2c167ef136d1 on host dv-cinder-858819-1-iscsi for vnic_type normal with profile {{(pid=116022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:00:35.167050 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.managers [None req-1b336707-f32f-420d-a862-08e81bb5e150 None None] Attempting to bind port 5adc857f-54c3-4c7c-b366-2c167ef136d1 by drivers openvswitch,hyperv on host dv-cinder-858819-1-iscsi at level 0 using segments [{'id': '286b158d-b65b-48b3-9fb8-ab2055e67b3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'}] {{(pid=116022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:00:35.172727 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b336707-f32f-420d-a862-08e81bb5e150 None None] Attempting to bind port 5adc857f-54c3-4c7c-b366-2c167ef136d1 on network b12f12c4-b4b4-4032-bd63-4e51184cdf86 {{(pid=116022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:00:35.220010 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082c7fa0-7bff-4ca3-a1f5-bc144bf57ef6 None None] Pushing event updated for resources: {'Port': ['ID=5adc857f-54c3-4c7c-b366-2c167ef136d1,revision_number=2']} {{(pid=116022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:35.236285 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b336707-f32f-420d-a862-08e81bb5e150 None None] Checking agent: {'id': 'a3649853-f423-4907-be3f-732a21e792f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858819-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 51, 52), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858819-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:00:35.236679 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b336707-f32f-420d-a862-08e81bb5e150 None None] Checking segment: {'id': '286b158d-b65b-48b3-9fb8-ab2055e67b3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:00:35.245879 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-1b336707-f32f-420d-a862-08e81bb5e150 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:35.246330 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b336707-f32f-420d-a862-08e81bb5e150 None None] Bound using segment: {'id': '286b158d-b65b-48b3-9fb8-ab2055e67b3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'} {{(pid=116022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:00:35.246866 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.managers [None req-1b336707-f32f-420d-a862-08e81bb5e150 None None] Bound port: 5adc857f-54c3-4c7c-b366-2c167ef136d1, host: dv-cinder-858819-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '286b158d-b65b-48b3-9fb8-ab2055e67b3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'}}] {{(pid=116022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:00:35.252260 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-1b336707-f32f-420d-a862-08e81bb5e150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (5adc857f-54c3-4c7c-b366-2c167ef136d1), before_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:35.295859 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvr_db [None req-9bb0a616-05ff-45be-99bf-2c284a3e3f02 None None] Set router 6ed75fd2-e652-4cca-83e3-60b12bd2f039 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:00:35.301283 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:35.303850 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device b30f9e38-2244-4bfb-9108-dfc93ce368a7 up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:00:35.389768 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.db [None req-1b336707-f32f-420d-a862-08e81bb5e150 None None] For port 5adc857f-54c3-4c7c-b366-2c167ef136d1, host dv-cinder-858819-1-iscsi, cleared binding levels {{(pid=116022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:00:35.402630 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.db [None req-1b336707-f32f-420d-a862-08e81bb5e150 None None] For port 5adc857f-54c3-4c7c-b366-2c167ef136d1, host dv-cinder-858819-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=5adc857f-54c3-4c7c-b366-2c167ef136d1,segment=NetworkSegment(286b158d-b65b-48b3-9fb8-ab2055e67b3c),segment_id=286b158d-b65b-48b3-9fb8-ab2055e67b3c)] {{(pid=116022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:00:35.467891 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.db_base_plugin_common [None req-6f8850aa-6255-49b3-83a3-ab54e499947d admin admin] Allocated IP 172.20.0.1 (2abe6793-4110-455a-aa7b-f1c0038ce3ef/1a441478-37fd-49f9-afec-ab177303560e/a0c9154d-e5e0-4b4e-9149-22dcbcaa508b) {{(pid=116020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:00:35.480509 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-1b336707-f32f-420d-a862-08e81bb5e150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (5adc857f-54c3-4c7c-b366-2c167ef136d1), after_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:35.506045 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-a616bcc2-e194-4d72-84af-aac82e35a51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:35.616892 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082c7fa0-7bff-4ca3-a1f5-bc144bf57ef6 None None] Pushing event updated for resources: {'Port': ['ID=5adc857f-54c3-4c7c-b366-2c167ef136d1,revision_number=3']} {{(pid=116022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:35.637208 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 58082) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:35.643152 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b336707-f32f-420d-a862-08e81bb5e150 None None] Routers {'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:00:35.646434 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-1b336707-f32f-420d-a862-08e81bb5e150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:00:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:35.725310 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 58086) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:35.731215 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-b072fcf9-91f6-4abc-9d02-b66ca7329f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'name': 'tempest-AttachVolumeShelveTestJSON-1790326084-router', 'tenant_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': 'dc625ff5-d9ec-4b20-9062-4f809d8216d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:27Z', 'updated_at': '2022-09-21T22:00:30Z', 'revision_number': 3, 'project_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'gw_port': {'id': 'dc625ff5-d9ec-4b20-9062-4f809d8216d2', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi'}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:35.825684 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-6f8850aa-6255-49b3-83a3-ab54e499947d admin admin] Publish callbacks [] for port (a0c9154d-e5e0-4b4e-9149-22dcbcaa508b), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:35.837985 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.db_base_plugin_common [None req-a616bcc2-e194-4d72-84af-aac82e35a51c admin admin] Allocated IP 172.20.0.1 (ab2b5ec8-d24d-414d-80a8-ae5a033aa18d/4fbdb1a2-604b-4475-ad62-84a9530d66d1/0bdb164d-3c52-4325-80c5-135d2f502015) {{(pid=116019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:00:35.935377 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b072fcf9-91f6-4abc-9d02-b66ca7329f9a None None] Checking router: b142f32c-8dda-47c3-a391-533de2f6ca41 for host: dv-cinder-858819-1-iscsi {{(pid=116021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:00:35.935682 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b072fcf9-91f6-4abc-9d02-b66ca7329f9a None None] Updating router b142f32c-8dda-47c3-a391-533de2f6ca41 port dc625ff5-d9ec-4b20-9062-4f809d8216d2 binding host dv-cinder-858819-1-iscsi {{(pid=116021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 22:00:35.950133 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-2fb741dd-c1f5-4a29-baa6-0f8bbf85fb79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:35.956574 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-1b336707-f32f-420d-a862-08e81bb5e150 None None] Set router bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:00:35.958114 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-01e60d36-7783-473c-b094-fafff5dd5d1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:35.974767 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Pushing event updated for resources: {'Port': ['ID=9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea,revision_number=3']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:36.005378 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-6f8850aa-6255-49b3-83a3-ab54e499947d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043'] for port (a0c9154d-e5e0-4b4e-9149-22dcbcaa508b), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:36.017671 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-5af96bc3-3c14-41e7-87fe-f288ae1dab87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:36.034825 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-b072fcf9-91f6-4abc-9d02-b66ca7329f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (dc625ff5-d9ec-4b20-9062-4f809d8216d2), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:36.116218 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8850aa-6255-49b3-83a3-ab54e499947d admin admin] Network 2abe6793-4110-455a-aa7b-f1c0038ce3ef is already hosted by enough agents. {{(pid=116020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:00:36.128295 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-5b6d762d-63c9-4c33-a84a-8bb0f1375b06 admin admin] Publish callbacks [] for security_group (4215c7b0-ed71-43c7-b49a-9cb232eb1e17), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:36.161349 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.base_scheduler [None req-6f8850aa-6255-49b3-83a3-ab54e499947d admin admin] Resources bound (agent type, host, resource id): {{(pid=116020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:00:36.175208 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8850aa-6255-49b3-83a3-ab54e499947d admin admin] Received port after_create {{(pid=116020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:00:36.175714 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-6f8850aa-6255-49b3-83a3-ab54e499947d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495241'] for router_interface (bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:36.208332 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8850aa-6255-49b3-83a3-ab54e499947d admin admin] Pushing event updated for resources: {'Port': ['ID=a0c9154d-e5e0-4b4e-9149-22dcbcaa508b,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:36.247090 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d1eaeff9-667d-4ce5-acd7-ceb40cf4cd78 admin admin] Publish callbacks [] for router_gateway (ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:36.265052 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-1b336707-f32f-420d-a862-08e81bb5e150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'name': 'tempest-AttachVolumeNegativeTest-1717603948-router', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:27Z', 'updated_at': '2022-09-21T22:00:30Z', 'revision_number': 3, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'gw_port': {'id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi'}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:36.300187 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b336707-f32f-420d-a862-08e81bb5e150 None None] The sync data for ids ['bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'] in dv-cinder-858819-1-iscsi is: [{'id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'name': 'tempest-AttachVolumeNegativeTest-1717603948-router', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:27Z', 'updated_at': '2022-09-21T22:00:30Z', 'revision_number': 3, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'gw_port': {'id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi'}] {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:00:36.307040 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port b30f9e38-2244-4bfb-9108-dfc93ce368a7 triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:00:36.307554 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (b30f9e38-2244-4bfb-9108-dfc93ce368a7), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:36.307898 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port b30f9e38-2244-4bfb-9108-dfc93ce368a7 Sep 21 22:00:36.326486 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-827c931a-3ec6-4d39-a6ff-76311aff705b None None] Current status of the port b30f9e38-2244-4bfb-9108-dfc93ce368a7 is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:00:36.422216 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-5b6d762d-63c9-4c33-a84a-8bb0f1375b06 admin admin] Publish callbacks [] for security_group (4215c7b0-ed71-43c7-b49a-9cb232eb1e17), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:36.434284 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-827c931a-3ec6-4d39-a6ff-76311aff705b None None] Provisioning complete for port 9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:00:36.434403 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-827c931a-3ec6-4d39-a6ff-76311aff705b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:36.434706 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-827c931a-3ec6-4d39-a6ff-76311aff705b None None] Attempt 1 to provision port 9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea Sep 21 22:00:36.507874 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870b1123-d2f6-4338-87cd-b4b10241c8c0 admin admin] Router f4ebd66f-4227-4233-ad0e-57fb416dc3dc has already been hosted by L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 {{(pid=116019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:00:36.517211 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-9bb0a616-05ff-45be-99bf-2c284a3e3f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'name': 'tempest-AttachVolumeTestJSON-499943819-router', 'tenant_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '69a493c8-d0be-4fc6-b371-e09a67ddc586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:32Z', 'revision_number': 3, 'project_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'gw_port': {'id': '69a493c8-d0be-4fc6-b371-e09a67ddc586', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:04:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:29Z', 'updated_at': '2022-09-21T22:00:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi'}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:36.599283 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb0a616-05ff-45be-99bf-2c284a3e3f02 None None] Checking router: 6ed75fd2-e652-4cca-83e3-60b12bd2f039 for host: dv-cinder-858819-1-iscsi {{(pid=116021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:00:36.599642 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb0a616-05ff-45be-99bf-2c284a3e3f02 None None] Updating router 6ed75fd2-e652-4cca-83e3-60b12bd2f039 port 69a493c8-d0be-4fc6-b371-e09a67ddc586 binding host dv-cinder-858819-1-iscsi {{(pid=116021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 22:00:36.603657 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port b30f9e38-2244-4bfb-9108-dfc93ce368a7 is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:00:36.604727 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 0f0ec451-5281-4611-877b-d65226f0a86b up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:00:36.621993 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-01e60d36-7783-473c-b094-fafff5dd5d1c admin admin] Publish callbacks [] for security_group (0623c5a6-265d-4653-85c5-314972c9f535), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:36.625398 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-5b6d762d-63c9-4c33-a84a-8bb0f1375b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (4215c7b0-ed71-43c7-b49a-9cb232eb1e17), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:36.628907 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-5b6d762d-63c9-4c33-a84a-8bb0f1375b06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:36.629556 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-5b6d762d-63c9-4c33-a84a-8bb0f1375b06 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4215c7b0-ed71-43c7-b49a-9cb232eb1e17 HTTP/1.1" status: 204 len: 168 time: 2.2751203 Sep 21 22:00:36.663820 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d762d-63c9-4c33-a84a-8bb0f1375b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4215c7b0-ed71-43c7-b49a-9cb232eb1e17,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:36.682557 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-827c931a-3ec6-4d39-a6ff-76311aff705b None None] Current status of the port 9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:00:36.700105 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-a616bcc2-e194-4d72-84af-aac82e35a51c admin admin] Publish callbacks [] for port (0bdb164d-3c52-4325-80c5-135d2f502015), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:36.748486 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-b072fcf9-91f6-4abc-9d02-b66ca7329f9a None None] Publish callbacks [] for port (dc625ff5-d9ec-4b20-9062-4f809d8216d2), precommit_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:36.754684 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-01e60d36-7783-473c-b094-fafff5dd5d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (0623c5a6-265d-4653-85c5-314972c9f535), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:36.768049 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-6f8850aa-6255-49b3-83a3-ab54e499947d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (a0c9154d-e5e0-4b4e-9149-22dcbcaa508b), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:36.777792 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-9bb0a616-05ff-45be-99bf-2c284a3e3f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (69a493c8-d0be-4fc6-b371-e09a67ddc586), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:36.805958 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-5af96bc3-3c14-41e7-87fe-f288ae1dab87 admin admin] Publish callbacks [] for security_group (47117d0f-16c0-4af9-9f9c-fbdf9900d23d), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:36.869681 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870b1123-d2f6-4338-87cd-b4b10241c8c0 admin admin] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:00:36.874929 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.db_base_plugin_common [None req-2fb741dd-c1f5-4a29-baa6-0f8bbf85fb79 admin admin] Allocated IP 172.20.0.1 (96c55cd8-33b0-4027-994a-bc89dd1c7933/ce246b9e-d1ab-41c3-9dad-8fd19a0b2f7e/50c0681d-1ad9-4055-ac69-94408c9daffa) {{(pid=116020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:00:36.891296 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-870b1123-d2f6-4338-87cd-b4b10241c8c0 admin admin] 10.222.0.52 "PUT /v2.0/routers/f4ebd66f-4227-4233-ad0e-57fb416dc3dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3733845 Sep 21 22:00:36.893714 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d1eaeff9-667d-4ce5-acd7-ceb40cf4cd78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-505700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494566'] for router (ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:36.911625 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095c9b27-2474-4cbd-abdc-7424eded97d9 None None] Sync routers for ids ['f4ebd66f-4227-4233-ad0e-57fb416dc3dc'] in dv-cinder-858819-1-iscsi {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:00:36.923132 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-5af96bc3-3c14-41e7-87fe-f288ae1dab87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (47117d0f-16c0-4af9-9f9c-fbdf9900d23d), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:36.930207 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095c9b27-2474-4cbd-abdc-7424eded97d9 None None] Routers {'f4ebd66f-4227-4233-ad0e-57fb416dc3dc'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:00:36.931161 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-095c9b27-2474-4cbd-abdc-7424eded97d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:00:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['f4ebd66f-4227-4233-ad0e-57fb416dc3dc'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:36.989163 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-a616bcc2-e194-4d72-84af-aac82e35a51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043'] for port (0bdb164d-3c52-4325-80c5-135d2f502015), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:37.156381 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a616bcc2-e194-4d72-84af-aac82e35a51c admin admin] Network ab2b5ec8-d24d-414d-80a8-ae5a033aa18d is already hosted by enough agents. {{(pid=116019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:00:37.160976 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-b072fcf9-91f6-4abc-9d02-b66ca7329f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (dc625ff5-d9ec-4b20-9062-4f809d8216d2), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:37.173023 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-01e60d36-7783-473c-b094-fafff5dd5d1c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a5d287d16c594939b40d72b942118297&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4442511 Sep 21 22:00:37.182553 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.base_scheduler [None req-a616bcc2-e194-4d72-84af-aac82e35a51c admin admin] Resources bound (agent type, host, resource id): {{(pid=116019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:00:37.189271 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 58098) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:37.191606 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a616bcc2-e194-4d72-84af-aac82e35a51c admin admin] Received port after_create {{(pid=116019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:00:37.192286 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-a616bcc2-e194-4d72-84af-aac82e35a51c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495241'] for router_interface (b142f32c-8dda-47c3-a391-533de2f6ca41), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:37.206208 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e60d36-7783-473c-b094-fafff5dd5d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0623c5a6-265d-4653-85c5-314972c9f535,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:37.234945 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-095c9b27-2474-4cbd-abdc-7424eded97d9 None None] Set router f4ebd66f-4227-4233-ad0e-57fb416dc3dc gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:00:37.284656 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d195e543-047b-4158-ac68-99da8f0fe4da None None] Pushing event updated for resources: {'Port': ['ID=dc625ff5-d9ec-4b20-9062-4f809d8216d2,revision_number=2']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:37.289337 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-827c931a-3ec6-4d39-a6ff-76311aff705b None None] Provisioning complete for port 41427998-871b-4607-bca9-e8f9a5738ecd triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:00:37.308362 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-827c931a-3ec6-4d39-a6ff-76311aff705b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (41427998-871b-4607-bca9-e8f9a5738ecd), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:37.308982 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-827c931a-3ec6-4d39-a6ff-76311aff705b None None] Attempt 1 to provision port 41427998-871b-4607-bca9-e8f9a5738ecd Sep 21 22:00:37.340739 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a616bcc2-e194-4d72-84af-aac82e35a51c admin admin] Pushing event updated for resources: {'Port': ['ID=0bdb164d-3c52-4325-80c5-135d2f502015,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:37.525282 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-a616bcc2-e194-4d72-84af-aac82e35a51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (0bdb164d-3c52-4325-80c5-135d2f502015), before_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:37.567771 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-b072fcf9-91f6-4abc-9d02-b66ca7329f9a None None] Attempting to bind port dc625ff5-d9ec-4b20-9062-4f809d8216d2 on host dv-cinder-858819-1-iscsi for vnic_type normal with profile {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:00:37.568399 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-b072fcf9-91f6-4abc-9d02-b66ca7329f9a None None] Attempting to bind port dc625ff5-d9ec-4b20-9062-4f809d8216d2 by drivers openvswitch,hyperv on host dv-cinder-858819-1-iscsi at level 0 using segments [{'id': '286b158d-b65b-48b3-9fb8-ab2055e67b3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'}] {{(pid=116021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:00:37.568984 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b072fcf9-91f6-4abc-9d02-b66ca7329f9a None None] Attempting to bind port dc625ff5-d9ec-4b20-9062-4f809d8216d2 on network b12f12c4-b4b4-4032-bd63-4e51184cdf86 {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:00:37.617443 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b072fcf9-91f6-4abc-9d02-b66ca7329f9a None None] Checking agent: {'id': 'a3649853-f423-4907-be3f-732a21e792f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858819-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 51, 52), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858819-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:00:37.618310 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b072fcf9-91f6-4abc-9d02-b66ca7329f9a None None] Checking segment: {'id': '286b158d-b65b-48b3-9fb8-ab2055e67b3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:00:37.619111 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-b072fcf9-91f6-4abc-9d02-b66ca7329f9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:37.619712 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b072fcf9-91f6-4abc-9d02-b66ca7329f9a None None] Bound using segment: {'id': '286b158d-b65b-48b3-9fb8-ab2055e67b3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'} {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:00:37.620490 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-b072fcf9-91f6-4abc-9d02-b66ca7329f9a None None] Bound port: dc625ff5-d9ec-4b20-9062-4f809d8216d2, host: dv-cinder-858819-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '286b158d-b65b-48b3-9fb8-ab2055e67b3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'}}] {{(pid=116021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:00:37.622538 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-b072fcf9-91f6-4abc-9d02-b66ca7329f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (dc625ff5-d9ec-4b20-9062-4f809d8216d2), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:37.637377 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-2fb741dd-c1f5-4a29-baa6-0f8bbf85fb79 admin admin] Publish callbacks [] for port (50c0681d-1ad9-4055-ac69-94408c9daffa), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:37.658776 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port 0f0ec451-5281-4611-877b-d65226f0a86b triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:00:37.659517 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (0f0ec451-5281-4611-877b-d65226f0a86b), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:37.660054 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port 0f0ec451-5281-4611-877b-d65226f0a86b Sep 21 22:00:37.665523 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-827c931a-3ec6-4d39-a6ff-76311aff705b None None] Port 41427998-871b-4607-bca9-e8f9a5738ecd cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:00:37.718441 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1eaeff9-667d-4ce5-acd7-ceb40cf4cd78 admin admin] Router ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b is scheduled to L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 with binding_index 1 {{(pid=116019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 22:00:37.737731 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-095c9b27-2474-4cbd-abdc-7424eded97d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ebd66f-4227-4233-ad0e-57fb416dc3dc', 'name': 'tempest-ServerRescueNegativeTestJSON-2001674451-router', 'tenant_id': 'f5fc28ce43d342ff812e8671de415a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '416beb2d-153f-4731-8dda-3104ce70c6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:24Z', 'updated_at': '2022-09-21T22:00:33Z', 'revision_number': 4, 'project_id': 'f5fc28ce43d342ff812e8671de415a9c', 'gw_port': {'id': '416beb2d-153f-4731-8dda-3104ce70c6cb', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fa:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ebd66f-4227-4233-ad0e-57fb416dc3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:25Z', 'updated_at': '2022-09-21T22:00:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': '41427998-871b-4607-bca9-e8f9a5738ecd', 'name': '', 'network_id': '0585c623-22cd-41df-a0a2-cf1e1b8bac58', 'tenant_id': 'f5fc28ce43d342ff812e8671de415a9c', 'mac_address': 'fa:16:3e:ab:1c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ebd66f-4227-4233-ad0e-57fb416dc3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '41a42251-d848-47c6-b80e-908765051886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:31Z', 'updated_at': '2022-09-21T22:00:33Z', 'revision_number': 2, 'project_id': 'f5fc28ce43d342ff812e8671de415a9c', 'subnets': [{'id': '41a42251-d848-47c6-b80e-908765051886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:37.804569 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-b072fcf9-91f6-4abc-9d02-b66ca7329f9a None None] For port dc625ff5-d9ec-4b20-9062-4f809d8216d2, host dv-cinder-858819-1-iscsi, cleared binding levels {{(pid=116021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:00:37.811507 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-b072fcf9-91f6-4abc-9d02-b66ca7329f9a None None] For port dc625ff5-d9ec-4b20-9062-4f809d8216d2, host dv-cinder-858819-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=dc625ff5-d9ec-4b20-9062-4f809d8216d2,segment=NetworkSegment(286b158d-b65b-48b3-9fb8-ab2055e67b3c),segment_id=286b158d-b65b-48b3-9fb8-ab2055e67b3c)] {{(pid=116021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:00:37.812652 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095c9b27-2474-4cbd-abdc-7424eded97d9 None None] Checking router: f4ebd66f-4227-4233-ad0e-57fb416dc3dc for host: dv-cinder-858819-1-iscsi {{(pid=116022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:00:37.813124 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095c9b27-2474-4cbd-abdc-7424eded97d9 None None] Updating router f4ebd66f-4227-4233-ad0e-57fb416dc3dc port 41427998-871b-4607-bca9-e8f9a5738ecd binding host dv-cinder-858819-1-iscsi {{(pid=116022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 22:00:37.814927 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-9bb0a616-05ff-45be-99bf-2c284a3e3f02 None None] Publish callbacks [] for port (69a493c8-d0be-4fc6-b371-e09a67ddc586), precommit_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:37.827339 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 58128) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:37.842040 dv-cinder-858819-1-iscsi neutron-server[116019]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 21 22:00:37.852713 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-095c9b27-2474-4cbd-abdc-7424eded97d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (41427998-871b-4607-bca9-e8f9a5738ecd), before_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:37.907439 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-b072fcf9-91f6-4abc-9d02-b66ca7329f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (dc625ff5-d9ec-4b20-9062-4f809d8216d2), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:37.917591 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-9bb0a616-05ff-45be-99bf-2c284a3e3f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (69a493c8-d0be-4fc6-b371-e09a67ddc586), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:37.929508 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port 0f0ec451-5281-4611-877b-d65226f0a86b is: DOWN; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:00:37.930106 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (0f0ec451-5281-4611-877b-d65226f0a86b), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:37.939988 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-6f8850aa-6255-49b3-83a3-ab54e499947d admin admin] Publish callbacks [] for port (a0c9154d-e5e0-4b4e-9149-22dcbcaa508b), precommit_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:37.944398 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af96bc3-3c14-41e7-87fe-f288ae1dab87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47117d0f-16c0-4af9-9f9c-fbdf9900d23d,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:37.953527 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-5af96bc3-3c14-41e7-87fe-f288ae1dab87 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=85de5c39cd2b4f1dad7a4897aa4e58e8&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3128016 Sep 21 22:00:37.970838 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-2fb741dd-c1f5-4a29-baa6-0f8bbf85fb79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043'] for port (50c0681d-1ad9-4055-ac69-94408c9daffa), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:37.980213 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 58132) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:37.981461 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-d3e05407-5dce-4286-a0a1-bb0ff3ea6ff7 admin admin] Publish callbacks [] for security_group (0623c5a6-265d-4653-85c5-314972c9f535), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:38.011571 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b072fcf9-91f6-4abc-9d02-b66ca7329f9a None None] Routers {'b142f32c-8dda-47c3-a391-533de2f6ca41'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:00:38.012242 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-b072fcf9-91f6-4abc-9d02-b66ca7329f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:00:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['b142f32c-8dda-47c3-a391-533de2f6ca41'], 'active': True} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:38.015043 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-9bb0a616-05ff-45be-99bf-2c284a3e3f02 None None] Attempting to bind port 69a493c8-d0be-4fc6-b371-e09a67ddc586 on host dv-cinder-858819-1-iscsi for vnic_type normal with profile {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:00:38.017461 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-9bb0a616-05ff-45be-99bf-2c284a3e3f02 None None] Attempting to bind port 69a493c8-d0be-4fc6-b371-e09a67ddc586 by drivers openvswitch,hyperv on host dv-cinder-858819-1-iscsi at level 0 using segments [{'id': '286b158d-b65b-48b3-9fb8-ab2055e67b3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'}] {{(pid=116021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:00:38.018036 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb0a616-05ff-45be-99bf-2c284a3e3f02 None None] Attempting to bind port 69a493c8-d0be-4fc6-b371-e09a67ddc586 on network b12f12c4-b4b4-4032-bd63-4e51184cdf86 {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:00:38.048726 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-d3e05407-5dce-4286-a0a1-bb0ff3ea6ff7 admin admin] Publish callbacks [] for security_group (0623c5a6-265d-4653-85c5-314972c9f535), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:38.077395 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb0a616-05ff-45be-99bf-2c284a3e3f02 None None] Checking agent: {'id': 'a3649853-f423-4907-be3f-732a21e792f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858819-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 51, 52), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858819-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:00:38.078621 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb0a616-05ff-45be-99bf-2c284a3e3f02 None None] Checking segment: {'id': '286b158d-b65b-48b3-9fb8-ab2055e67b3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:00:38.079688 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-9bb0a616-05ff-45be-99bf-2c284a3e3f02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:38.080700 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb0a616-05ff-45be-99bf-2c284a3e3f02 None None] Bound using segment: {'id': '286b158d-b65b-48b3-9fb8-ab2055e67b3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'} {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:00:38.081670 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-9bb0a616-05ff-45be-99bf-2c284a3e3f02 None None] Bound port: 69a493c8-d0be-4fc6-b371-e09a67ddc586, host: dv-cinder-858819-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '286b158d-b65b-48b3-9fb8-ab2055e67b3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'}}] {{(pid=116021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:00:38.082872 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-9bb0a616-05ff-45be-99bf-2c284a3e3f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (69a493c8-d0be-4fc6-b371-e09a67ddc586), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:38.132784 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-a616bcc2-e194-4d72-84af-aac82e35a51c admin admin] Publish callbacks [] for port (0bdb164d-3c52-4325-80c5-135d2f502015), precommit_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:38.159064 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-6f8850aa-6255-49b3-83a3-ab54e499947d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (a0c9154d-e5e0-4b4e-9149-22dcbcaa508b), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:38.159551 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-6f8850aa-6255-49b3-83a3-ab54e499947d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1653198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495141'] for router_interface (bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:38.168530 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-827c931a-3ec6-4d39-a6ff-76311aff705b None None] Attempt 2 to provision port 41427998-871b-4607-bca9-e8f9a5738ecd Sep 21 22:00:38.210398 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1eaeff9-667d-4ce5-acd7-ceb40cf4cd78 admin admin] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:00:38.213352 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-827c931a-3ec6-4d39-a6ff-76311aff705b None None] Port 41427998-871b-4607-bca9-e8f9a5738ecd cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:00:38.235933 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] For port 0f0ec451-5281-4611-877b-d65226f0a86b, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=0f0ec451-5281-4611-877b-d65226f0a86b,segment=NetworkSegment(198c478d-e58c-4168-b5f9-1fac1821e084),segment_id=198c478d-e58c-4168-b5f9-1fac1821e084)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:00:38.237183 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d195e543-047b-4158-ac68-99da8f0fe4da None None] Pushing event updated for resources: {'Port': ['ID=dc625ff5-d9ec-4b20-9062-4f809d8216d2,revision_number=3']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:38.263732 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-a616bcc2-e194-4d72-84af-aac82e35a51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (0bdb164d-3c52-4325-80c5-135d2f502015), after_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:38.264610 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-a616bcc2-e194-4d72-84af-aac82e35a51c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1653198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495141'] for router_interface (b142f32c-8dda-47c3-a391-533de2f6ca41), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:38.270959 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0b6c77-eb7f-42e1-a522-dc68a9a48bb9 None None] Sync routers for ids ['ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b'] in dv-cinder-858819-1-iscsi {{(pid=116021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:00:38.277330 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-095c9b27-2474-4cbd-abdc-7424eded97d9 None None] Publish callbacks [] for port (41427998-871b-4607-bca9-e8f9a5738ecd), precommit_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:38.315462 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb741dd-c1f5-4a29-baa6-0f8bbf85fb79 admin admin] Network 96c55cd8-33b0-4027-994a-bc89dd1c7933 is already hosted by enough agents. {{(pid=116020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:00:38.327546 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-d3e05407-5dce-4286-a0a1-bb0ff3ea6ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (0623c5a6-265d-4653-85c5-314972c9f535), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:38.328432 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0b6c77-eb7f-42e1-a522-dc68a9a48bb9 None None] Routers {'ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:00:38.329541 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-ce0b6c77-eb7f-42e1-a522-dc68a9a48bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:00:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b'], 'active': True} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:38.330840 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-d3e05407-5dce-4286-a0a1-bb0ff3ea6ff7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:38.331741 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (0f0ec451-5281-4611-877b-d65226f0a86b), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:38.332497 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-d3e05407-5dce-4286-a0a1-bb0ff3ea6ff7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0623c5a6-265d-4653-85c5-314972c9f535 HTTP/1.1" status: 204 len: 168 time: 1.0869200 Sep 21 22:00:38.361873 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a616bcc2-e194-4d72-84af-aac82e35a51c admin admin] Pushing event updated for resources: {'Port': ['ID=0bdb164d-3c52-4325-80c5-135d2f502015,revision_number=2']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:38.373583 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.base_scheduler [None req-2fb741dd-c1f5-4a29-baa6-0f8bbf85fb79 admin admin] Resources bound (agent type, host, resource id): {{(pid=116020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:00:38.386451 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-095c9b27-2474-4cbd-abdc-7424eded97d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (41427998-871b-4607-bca9-e8f9a5738ecd), after_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:38.395531 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-9bb0a616-05ff-45be-99bf-2c284a3e3f02 None None] For port 69a493c8-d0be-4fc6-b371-e09a67ddc586, host dv-cinder-858819-1-iscsi, cleared binding levels {{(pid=116021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:00:38.434307 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4181ae-4a39-4ae6-8158-be22945d9831 None None] Pushing event updated for resources: {'Port': ['ID=69a493c8-d0be-4fc6-b371-e09a67ddc586,revision_number=2']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:38.438296 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvr_db [None req-b072fcf9-91f6-4abc-9d02-b66ca7329f9a None None] Set router b142f32c-8dda-47c3-a391-533de2f6ca41 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:00:38.441578 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-9bb0a616-05ff-45be-99bf-2c284a3e3f02 None None] For port 69a493c8-d0be-4fc6-b371-e09a67ddc586, host dv-cinder-858819-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=69a493c8-d0be-4fc6-b371-e09a67ddc586,segment=NetworkSegment(286b158d-b65b-48b3-9fb8-ab2055e67b3c),segment_id=286b158d-b65b-48b3-9fb8-ab2055e67b3c)] {{(pid=116021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:00:38.506752 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb741dd-c1f5-4a29-baa6-0f8bbf85fb79 admin admin] Received port after_create {{(pid=116020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:00:38.507733 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-2fb741dd-c1f5-4a29-baa6-0f8bbf85fb79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495241'] for router_interface (6ed75fd2-e652-4cca-83e3-60b12bd2f039), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:38.581206 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d1eaeff9-667d-4ce5-acd7-ceb40cf4cd78 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:38.587470 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-d1eaeff9-667d-4ce5-acd7-ceb40cf4cd78 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.1338215 Sep 21 22:00:38.592438 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 58144) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:38.594718 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5891752a-d6c2-4135-89ed-bb6d8577afe0 None None] Pushing event updated for resources: {'Port': ['ID=41427998-871b-4607-bca9-e8f9a5738ecd,revision_number=3']} {{(pid=116022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:38.624820 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-9bb0a616-05ff-45be-99bf-2c284a3e3f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (69a493c8-d0be-4fc6-b371-e09a67ddc586), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:38.718646 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-962bc5db-b3ea-406b-88e5-258da922e8c7 admin admin] Publish callbacks [] for security_group (47117d0f-16c0-4af9-9f9c-fbdf9900d23d), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:38.725899 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-827c931a-3ec6-4d39-a6ff-76311aff705b None None] Attempt 3 to provision port 41427998-871b-4607-bca9-e8f9a5738ecd Sep 21 22:00:38.779521 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-962bc5db-b3ea-406b-88e5-258da922e8c7 admin admin] Publish callbacks [] for security_group (47117d0f-16c0-4af9-9f9c-fbdf9900d23d), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:38.814326 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.managers [None req-095c9b27-2474-4cbd-abdc-7424eded97d9 None None] Attempting to bind port 41427998-871b-4607-bca9-e8f9a5738ecd on host dv-cinder-858819-1-iscsi for vnic_type normal with profile {{(pid=116022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:00:38.814957 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.managers [None req-095c9b27-2474-4cbd-abdc-7424eded97d9 None None] Attempting to bind port 41427998-871b-4607-bca9-e8f9a5738ecd by drivers openvswitch,hyperv on host dv-cinder-858819-1-iscsi at level 0 using segments [{'id': '1fe5eab9-96f0-4b3e-9716-db26533318f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0585c623-22cd-41df-a0a2-cf1e1b8bac58'}] {{(pid=116022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:00:38.819309 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095c9b27-2474-4cbd-abdc-7424eded97d9 None None] Attempting to bind port 41427998-871b-4607-bca9-e8f9a5738ecd on network 0585c623-22cd-41df-a0a2-cf1e1b8bac58 {{(pid=116022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:00:38.830191 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb0a616-05ff-45be-99bf-2c284a3e3f02 None None] Routers {'6ed75fd2-e652-4cca-83e3-60b12bd2f039'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:00:38.831083 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-9bb0a616-05ff-45be-99bf-2c284a3e3f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:00:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['6ed75fd2-e652-4cca-83e3-60b12bd2f039'], 'active': True} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:38.860124 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095c9b27-2474-4cbd-abdc-7424eded97d9 None None] Checking agent: {'id': 'a3649853-f423-4907-be3f-732a21e792f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858819-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 51, 52), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858819-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:00:38.860784 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095c9b27-2474-4cbd-abdc-7424eded97d9 None None] Checking segment: {'id': '1fe5eab9-96f0-4b3e-9716-db26533318f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0585c623-22cd-41df-a0a2-cf1e1b8bac58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:00:38.861416 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-095c9b27-2474-4cbd-abdc-7424eded97d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:38.862027 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095c9b27-2474-4cbd-abdc-7424eded97d9 None None] Bound using segment: {'id': '1fe5eab9-96f0-4b3e-9716-db26533318f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0585c623-22cd-41df-a0a2-cf1e1b8bac58'} {{(pid=116022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:00:38.862736 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.managers [None req-095c9b27-2474-4cbd-abdc-7424eded97d9 None None] Bound port: 41427998-871b-4607-bca9-e8f9a5738ecd, host: dv-cinder-858819-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fe5eab9-96f0-4b3e-9716-db26533318f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0585c623-22cd-41df-a0a2-cf1e1b8bac58'}}] {{(pid=116022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:00:38.863324 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-095c9b27-2474-4cbd-abdc-7424eded97d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (41427998-871b-4607-bca9-e8f9a5738ecd), before_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:38.877087 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e05407-5dce-4286-a0a1-bb0ff3ea6ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0623c5a6-265d-4653-85c5-314972c9f535,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:38.934120 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb741dd-c1f5-4a29-baa6-0f8bbf85fb79 admin admin] Pushing event updated for resources: {'Port': ['ID=50c0681d-1ad9-4055-ac69-94408c9daffa,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:38.974444 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8850aa-6255-49b3-83a3-ab54e499947d admin admin] Network 2abe6793-4110-455a-aa7b-f1c0038ce3ef is already hosted by enough agents. {{(pid=116020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:00:38.980798 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-962bc5db-b3ea-406b-88e5-258da922e8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (47117d0f-16c0-4af9-9f9c-fbdf9900d23d), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:38.985481 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-962bc5db-b3ea-406b-88e5-258da922e8c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:38.986928 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-962bc5db-b3ea-406b-88e5-258da922e8c7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/47117d0f-16c0-4af9-9f9c-fbdf9900d23d HTTP/1.1" status: 204 len: 168 time: 0.8843703 Sep 21 22:00:38.998999 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.base_scheduler [None req-6f8850aa-6255-49b3-83a3-ab54e499947d admin admin] Resources bound (agent type, host, resource id): {{(pid=116020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:00:39.030863 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962bc5db-b3ea-406b-88e5-258da922e8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47117d0f-16c0-4af9-9f9c-fbdf9900d23d,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:39.045685 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 5adc857f-54c3-4c7c-b366-2c167ef136d1 up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:00:39.055015 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a616bcc2-e194-4d72-84af-aac82e35a51c admin admin] Network ab2b5ec8-d24d-414d-80a8-ae5a033aa18d is already hosted by enough agents. {{(pid=116019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:00:39.069460 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.base_scheduler [None req-a616bcc2-e194-4d72-84af-aac82e35a51c admin admin] Resources bound (agent type, host, resource id): {{(pid=116019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:00:39.135932 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8edaa64-126c-4a15-9b49-d9341fb67f90 req-06f3d82d-05f9-4743-a73c-ef5c960a8180 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:39.150377 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c8edaa64-126c-4a15-9b49-d9341fb67f90 req-06f3d82d-05f9-4743-a73c-ef5c960a8180 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/networks?id=0585c623-22cd-41df-a0a2-cf1e1b8bac58 HTTP/1.1" status: 200 len: 819 time: 1.3174930 Sep 21 22:00:39.188947 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvr_db [None req-ce0b6c77-eb7f-42e1-a522-dc68a9a48bb9 None None] Set router ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b gateway port host: dv-cinder-858819-1-iscsi {{(pid=116021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:00:39.215952 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c8edaa64-126c-4a15-9b49-d9341fb67f90 req-d9183eeb-bef5-467e-b16b-b721a04b2b8e tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/quotas/f5fc28ce43d342ff812e8671de415a9c HTTP/1.1" status: 200 len: 375 time: 0.0644493 Sep 21 22:00:39.223465 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Pushing event updated for resources: {'Port': ['ID=0f0ec451-5281-4611-877b-d65226f0a86b,revision_number=3']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:39.249665 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.db [None req-095c9b27-2474-4cbd-abdc-7424eded97d9 None None] For port 41427998-871b-4607-bca9-e8f9a5738ecd, host dv-cinder-858819-1-iscsi, cleared binding levels {{(pid=116022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:00:39.252916 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8850aa-6255-49b3-83a3-ab54e499947d admin admin] Pushing event updated for resources: {'Port': ['ID=a0c9154d-e5e0-4b4e-9149-22dcbcaa508b,revision_number=2']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:39.265974 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.db [None req-095c9b27-2474-4cbd-abdc-7424eded97d9 None None] For port 41427998-871b-4607-bca9-e8f9a5738ecd, host dv-cinder-858819-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=41427998-871b-4607-bca9-e8f9a5738ecd,segment=NetworkSegment(1fe5eab9-96f0-4b3e-9716-db26533318f5),segment_id=1fe5eab9-96f0-4b3e-9716-db26533318f5)] {{(pid=116022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:00:39.278824 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8850aa-6255-49b3-83a3-ab54e499947d admin admin] Router bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55 has already been hosted by L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 {{(pid=116020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:00:39.358521 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-095c9b27-2474-4cbd-abdc-7424eded97d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (41427998-871b-4607-bca9-e8f9a5738ecd), after_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:39.409961 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-827c931a-3ec6-4d39-a6ff-76311aff705b None None] Port 41427998-871b-4607-bca9-e8f9a5738ecd cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:00:39.479059 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095c9b27-2474-4cbd-abdc-7424eded97d9 None None] Routers {'f4ebd66f-4227-4233-ad0e-57fb416dc3dc'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:00:39.479715 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-095c9b27-2474-4cbd-abdc-7424eded97d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:00:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['f4ebd66f-4227-4233-ad0e-57fb416dc3dc'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:39.537705 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port 5adc857f-54c3-4c7c-b366-2c167ef136d1 triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:00:39.538773 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (5adc857f-54c3-4c7c-b366-2c167ef136d1), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:39.539251 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port 5adc857f-54c3-4c7c-b366-2c167ef136d1 Sep 21 22:00:39.549841 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5891752a-d6c2-4135-89ed-bb6d8577afe0 None None] Pushing event updated for resources: {'Port': ['ID=41427998-871b-4607-bca9-e8f9a5738ecd,revision_number=4']} {{(pid=116022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:39.651618 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8850aa-6255-49b3-83a3-ab54e499947d admin admin] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:00:39.680685 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-6f8850aa-6255-49b3-83a3-ab54e499947d admin admin] 10.222.0.52 "PUT /v2.0/routers/bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1399782 Sep 21 22:00:39.687856 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-095c9b27-2474-4cbd-abdc-7424eded97d9 None None] Set router f4ebd66f-4227-4233-ad0e-57fb416dc3dc gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:00:39.705393 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-2fb741dd-c1f5-4a29-baa6-0f8bbf85fb79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (50c0681d-1ad9-4055-ac69-94408c9daffa), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:39.718382 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c943f25b-a818-4835-84ca-8fdc891203bd None None] Sync routers for ids ['bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'] in dv-cinder-858819-1-iscsi {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:00:39.734429 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c943f25b-a818-4835-84ca-8fdc891203bd None None] Routers {'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:00:39.735267 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-c943f25b-a818-4835-84ca-8fdc891203bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:00:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:39.792798 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 58158) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:39.795880 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a616bcc2-e194-4d72-84af-aac82e35a51c admin admin] Router b142f32c-8dda-47c3-a391-533de2f6ca41 has already been hosted by L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 {{(pid=116019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:00:39.830054 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-f08fca70-5346-44bf-9cf7-f7da23b70f69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:39.876173 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c8edaa64-126c-4a15-9b49-d9341fb67f90 req-3187ecd3-6448-4237-9594-000451777b13 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f5fc28ce43d342ff812e8671de415a9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6537247 Sep 21 22:00:40.047825 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-2fb741dd-c1f5-4a29-baa6-0f8bbf85fb79 admin admin] Publish callbacks [] for port (50c0681d-1ad9-4055-ac69-94408c9daffa), precommit_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:40.066121 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-f08fca70-5346-44bf-9cf7-f7da23b70f69 admin admin] Publish callbacks [] for security_group (98b575db-9f0f-4707-b746-344906c2957e), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:40.070065 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-827c931a-3ec6-4d39-a6ff-76311aff705b None None] Attempt 4 to provision port 41427998-871b-4607-bca9-e8f9a5738ecd Sep 21 22:00:40.104221 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4181ae-4a39-4ae6-8158-be22945d9831 None None] Pushing event updated for resources: {'Port': ['ID=69a493c8-d0be-4fc6-b371-e09a67ddc586,revision_number=3']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:40.116172 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvr_db [None req-9bb0a616-05ff-45be-99bf-2c284a3e3f02 None None] Set router 6ed75fd2-e652-4cca-83e3-60b12bd2f039 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:00:40.145302 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-2fb741dd-c1f5-4a29-baa6-0f8bbf85fb79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (50c0681d-1ad9-4055-ac69-94408c9daffa), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:40.146041 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-2fb741dd-c1f5-4a29-baa6-0f8bbf85fb79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1653198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495141'] for router_interface (6ed75fd2-e652-4cca-83e3-60b12bd2f039), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:40.184594 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-f08fca70-5346-44bf-9cf7-f7da23b70f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (98b575db-9f0f-4707-b746-344906c2957e), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:40.194446 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb741dd-c1f5-4a29-baa6-0f8bbf85fb79 admin admin] Pushing event updated for resources: {'Port': ['ID=50c0681d-1ad9-4055-ac69-94408c9daffa,revision_number=2']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:40.199754 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-b072fcf9-91f6-4abc-9d02-b66ca7329f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'name': 'tempest-AttachVolumeShelveTestJSON-1790326084-router', 'tenant_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': 'dc625ff5-d9ec-4b20-9062-4f809d8216d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:27Z', 'updated_at': '2022-09-21T22:00:37Z', 'revision_number': 4, 'project_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'gw_port': {'id': 'dc625ff5-d9ec-4b20-9062-4f809d8216d2', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': '0bdb164d-3c52-4325-80c5-135d2f502015', 'name': '', 'network_id': 'ab2b5ec8-d24d-414d-80a8-ae5a033aa18d', 'tenant_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'mac_address': 'fa:16:3e:31:b8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4fbdb1a2-604b-4475-ad62-84a9530d66d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:35Z', 'updated_at': '2022-09-21T22:00:35Z', 'revision_number': 1, 'project_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'subnets': [{'id': '4fbdb1a2-604b-4475-ad62-84a9530d66d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:40.202225 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port 5adc857f-54c3-4c7c-b366-2c167ef136d1 is: DOWN; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:00:40.202607 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (5adc857f-54c3-4c7c-b366-2c167ef136d1), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:40.238538 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-c943f25b-a818-4835-84ca-8fdc891203bd None None] Set router bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:00:40.255092 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08fca70-5346-44bf-9cf7-f7da23b70f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b575db-9f0f-4707-b746-344906c2957e,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:40.287719 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b072fcf9-91f6-4abc-9d02-b66ca7329f9a None None] The sync data for ids ['b142f32c-8dda-47c3-a391-533de2f6ca41'] in dv-cinder-858819-1-iscsi is: [{'id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'name': 'tempest-AttachVolumeShelveTestJSON-1790326084-router', 'tenant_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': 'dc625ff5-d9ec-4b20-9062-4f809d8216d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:27Z', 'updated_at': '2022-09-21T22:00:37Z', 'revision_number': 4, 'project_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'gw_port': {'id': 'dc625ff5-d9ec-4b20-9062-4f809d8216d2', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': '0bdb164d-3c52-4325-80c5-135d2f502015', 'name': '', 'network_id': 'ab2b5ec8-d24d-414d-80a8-ae5a033aa18d', 'tenant_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'mac_address': 'fa:16:3e:31:b8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4fbdb1a2-604b-4475-ad62-84a9530d66d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:35Z', 'updated_at': '2022-09-21T22:00:35Z', 'revision_number': 1, 'project_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'subnets': [{'id': '4fbdb1a2-604b-4475-ad62-84a9530d66d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:00:40.323673 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] For port 5adc857f-54c3-4c7c-b366-2c167ef136d1, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=5adc857f-54c3-4c7c-b366-2c167ef136d1,segment=NetworkSegment(286b158d-b65b-48b3-9fb8-ab2055e67b3c),segment_id=286b158d-b65b-48b3-9fb8-ab2055e67b3c)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:00:40.393908 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-f08fca70-5346-44bf-9cf7-f7da23b70f69 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7dfdc4689d5845d38532f8d4826618b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5962219 Sep 21 22:00:40.402505 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (5adc857f-54c3-4c7c-b366-2c167ef136d1), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:40.403277 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:00:40.405173 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 58174) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:40.422339 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb741dd-c1f5-4a29-baa6-0f8bbf85fb79 admin admin] Network 96c55cd8-33b0-4027-994a-bc89dd1c7933 is already hosted by enough agents. {{(pid=116020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:00:40.424285 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.base_scheduler [None req-2fb741dd-c1f5-4a29-baa6-0f8bbf85fb79 admin admin] Resources bound (agent type, host, resource id): {{(pid=116020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:00:40.573680 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 58176) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:40.583095 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-827c931a-3ec6-4d39-a6ff-76311aff705b None None] Current status of the port 41427998-871b-4607-bca9-e8f9a5738ecd is: DOWN; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:00:40.583603 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-827c931a-3ec6-4d39-a6ff-76311aff705b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (41427998-871b-4607-bca9-e8f9a5738ecd), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:40.617335 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a616bcc2-e194-4d72-84af-aac82e35a51c admin admin] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:00:40.625744 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-86292b87-949b-4820-ba9a-36d1d4469fea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:40.654364 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Pushing event updated for resources: {'Port': ['ID=5adc857f-54c3-4c7c-b366-2c167ef136d1,revision_number=4']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:40.680905 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-a616bcc2-e194-4d72-84af-aac82e35a51c admin admin] 10.222.0.52 "PUT /v2.0/routers/b142f32c-8dda-47c3-a391-533de2f6ca41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1465516 Sep 21 22:00:40.779047 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-827c931a-3ec6-4d39-a6ff-76311aff705b None None] For port 41427998-871b-4607-bca9-e8f9a5738ecd, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=41427998-871b-4607-bca9-e8f9a5738ecd,segment=NetworkSegment(1fe5eab9-96f0-4b3e-9716-db26533318f5),segment_id=1fe5eab9-96f0-4b3e-9716-db26533318f5)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:00:40.783534 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-ce0b6c77-eb7f-42e1-a522-dc68a9a48bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b', 'name': 'tempest-DeleteServersTestJSON-1203143451-router', 'tenant_id': '554364a405f24d63a891ff68e188711b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:35Z', 'revision_number': 3, 'project_id': '554364a405f24d63a891ff68e188711b', 'gw_port': {'id': '12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:67:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:33Z', 'updated_at': '2022-09-21T22:00:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi'}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:40.839990 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port 9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:00:40.840405 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:40.840745 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port 9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea Sep 21 22:00:40.843400 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-71493817-e0d0-407a-a4af-26c3a4236a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:40.846235 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0b6c77-eb7f-42e1-a522-dc68a9a48bb9 None None] Checking router: ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b for host: dv-cinder-858819-1-iscsi {{(pid=116021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:00:40.846586 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0b6c77-eb7f-42e1-a522-dc68a9a48bb9 None None] Updating router ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b port 12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc binding host dv-cinder-858819-1-iscsi {{(pid=116021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 22:00:40.905817 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-827c931a-3ec6-4d39-a6ff-76311aff705b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (41427998-871b-4607-bca9-e8f9a5738ecd), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:40.926136 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb741dd-c1f5-4a29-baa6-0f8bbf85fb79 admin admin] Router 6ed75fd2-e652-4cca-83e3-60b12bd2f039 has already been hosted by L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 {{(pid=116020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:00:40.954272 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-c943f25b-a818-4835-84ca-8fdc891203bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'name': 'tempest-AttachVolumeNegativeTest-1717603948-router', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:27Z', 'updated_at': '2022-09-21T22:00:36Z', 'revision_number': 4, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'gw_port': {'id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': 'a0c9154d-e5e0-4b4e-9149-22dcbcaa508b', 'name': '', 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'mac_address': 'fa:16:3e:41:8a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1a441478-37fd-49f9-afec-ab177303560e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:34Z', 'updated_at': '2022-09-21T22:00:37Z', 'revision_number': 2, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'subnets': [{'id': '1a441478-37fd-49f9-afec-ab177303560e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:40.955282 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-047b0803-9bd2-4c5e-b95f-2840343d56aa admin admin] Publish callbacks [] for security_group (98b575db-9f0f-4707-b746-344906c2957e), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:40.974157 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-095c9b27-2474-4cbd-abdc-7424eded97d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ebd66f-4227-4233-ad0e-57fb416dc3dc', 'name': 'tempest-ServerRescueNegativeTestJSON-2001674451-router', 'tenant_id': 'f5fc28ce43d342ff812e8671de415a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '416beb2d-153f-4731-8dda-3104ce70c6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:24Z', 'updated_at': '2022-09-21T22:00:33Z', 'revision_number': 4, 'project_id': 'f5fc28ce43d342ff812e8671de415a9c', 'gw_port': {'id': '416beb2d-153f-4731-8dda-3104ce70c6cb', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fa:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ebd66f-4227-4233-ad0e-57fb416dc3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:25Z', 'updated_at': '2022-09-21T22:00:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': '41427998-871b-4607-bca9-e8f9a5738ecd', 'name': '', 'network_id': '0585c623-22cd-41df-a0a2-cf1e1b8bac58', 'tenant_id': 'f5fc28ce43d342ff812e8671de415a9c', 'mac_address': 'fa:16:3e:ab:1c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ebd66f-4227-4233-ad0e-57fb416dc3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '41a42251-d848-47c6-b80e-908765051886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:31Z', 'updated_at': '2022-09-21T22:00:39Z', 'revision_number': 4, 'project_id': 'f5fc28ce43d342ff812e8671de415a9c', 'subnets': [{'id': '41a42251-d848-47c6-b80e-908765051886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:40.985345 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-ce0b6c77-eb7f-42e1-a522-dc68a9a48bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:41.007780 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-047b0803-9bd2-4c5e-b95f-2840343d56aa admin admin] Publish callbacks [] for security_group (98b575db-9f0f-4707-b746-344906c2957e), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:41.047016 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-827c931a-3ec6-4d39-a6ff-76311aff705b None None] Provisioning complete for port 0f0ec451-5281-4611-877b-d65226f0a86b triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:00:41.050104 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-827c931a-3ec6-4d39-a6ff-76311aff705b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (0f0ec451-5281-4611-877b-d65226f0a86b), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:41.050798 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-827c931a-3ec6-4d39-a6ff-76311aff705b None None] Attempt 1 to provision port 0f0ec451-5281-4611-877b-d65226f0a86b Sep 21 22:00:41.103093 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095c9b27-2474-4cbd-abdc-7424eded97d9 None None] The sync data for ids ['f4ebd66f-4227-4233-ad0e-57fb416dc3dc'] in dv-cinder-858819-1-iscsi is: [{'id': 'f4ebd66f-4227-4233-ad0e-57fb416dc3dc', 'name': 'tempest-ServerRescueNegativeTestJSON-2001674451-router', 'tenant_id': 'f5fc28ce43d342ff812e8671de415a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '416beb2d-153f-4731-8dda-3104ce70c6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:24Z', 'updated_at': '2022-09-21T22:00:33Z', 'revision_number': 4, 'project_id': 'f5fc28ce43d342ff812e8671de415a9c', 'gw_port': {'id': '416beb2d-153f-4731-8dda-3104ce70c6cb', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fa:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ebd66f-4227-4233-ad0e-57fb416dc3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:25Z', 'updated_at': '2022-09-21T22:00:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': '41427998-871b-4607-bca9-e8f9a5738ecd', 'name': '', 'network_id': '0585c623-22cd-41df-a0a2-cf1e1b8bac58', 'tenant_id': 'f5fc28ce43d342ff812e8671de415a9c', 'mac_address': 'fa:16:3e:ab:1c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ebd66f-4227-4233-ad0e-57fb416dc3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '41a42251-d848-47c6-b80e-908765051886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:31Z', 'updated_at': '2022-09-21T22:00:39Z', 'revision_number': 4, 'project_id': 'f5fc28ce43d342ff812e8671de415a9c', 'subnets': [{'id': '41a42251-d848-47c6-b80e-908765051886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:00:41.107250 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c943f25b-a818-4835-84ca-8fdc891203bd None None] Checking router: bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55 for host: dv-cinder-858819-1-iscsi {{(pid=116022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:00:41.107617 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c943f25b-a818-4835-84ca-8fdc891203bd None None] Updating router bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55 port a0c9154d-e5e0-4b4e-9149-22dcbcaa508b binding host dv-cinder-858819-1-iscsi {{(pid=116022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 22:00:41.136957 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c931a-3ec6-4d39-a6ff-76311aff705b None None] Pushing event updated for resources: {'Port': ['ID=41427998-871b-4607-bca9-e8f9a5738ecd,revision_number=5']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:41.161784 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-9bb0a616-05ff-45be-99bf-2c284a3e3f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'name': 'tempest-AttachVolumeTestJSON-499943819-router', 'tenant_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '69a493c8-d0be-4fc6-b371-e09a67ddc586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:32Z', 'revision_number': 3, 'project_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'gw_port': {'id': '69a493c8-d0be-4fc6-b371-e09a67ddc586', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:04:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:29Z', 'updated_at': '2022-09-21T22:00:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi'}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:41.189302 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-c943f25b-a818-4835-84ca-8fdc891203bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (a0c9154d-e5e0-4b4e-9149-22dcbcaa508b), before_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:41.243918 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [req-c8edaa64-126c-4a15-9b49-d9341fb67f90 req-72be5020-9e96-4737-b890-96af9d2df445 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=116019) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 22:00:41.245027 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c8edaa64-126c-4a15-9b49-d9341fb67f90 req-72be5020-9e96-4737-b890-96af9d2df445 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.6671865 Sep 21 22:00:41.272823 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-86292b87-949b-4820-ba9a-36d1d4469fea admin admin] Publish callbacks [] for security_group (f852023f-51c8-4067-a3d7-9890864acbcb), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:41.302770 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb741dd-c1f5-4a29-baa6-0f8bbf85fb79 admin admin] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:00:41.310474 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-2fb741dd-c1f5-4a29-baa6-0f8bbf85fb79 admin admin] 10.222.0.52 "PUT /v2.0/routers/6ed75fd2-e652-4cca-83e3-60b12bd2f039/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0687616 Sep 21 22:00:41.383681 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-86292b87-949b-4820-ba9a-36d1d4469fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (f852023f-51c8-4067-a3d7-9890864acbcb), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:41.430260 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 58192) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:41.436376 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-63e8e9ea-6636-4861-9d75-57ca74b880b9 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1903933404', 'description': 'tempest-description--59631368'}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:00:41.452342 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-047b0803-9bd2-4c5e-b95f-2840343d56aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (98b575db-9f0f-4707-b746-344906c2957e), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:41.452641 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb0a616-05ff-45be-99bf-2c284a3e3f02 None None] The sync data for ids ['6ed75fd2-e652-4cca-83e3-60b12bd2f039'] in dv-cinder-858819-1-iscsi is: [{'id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'name': 'tempest-AttachVolumeTestJSON-499943819-router', 'tenant_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '69a493c8-d0be-4fc6-b371-e09a67ddc586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:32Z', 'revision_number': 3, 'project_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'gw_port': {'id': '69a493c8-d0be-4fc6-b371-e09a67ddc586', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:04:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:29Z', 'updated_at': '2022-09-21T22:00:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi'}] {{(pid=116021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:00:41.460773 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-047b0803-9bd2-4c5e-b95f-2840343d56aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:41.461888 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86292b87-949b-4820-ba9a-36d1d4469fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f852023f-51c8-4067-a3d7-9890864acbcb,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:41.463227 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-047b0803-9bd2-4c5e-b95f-2840343d56aa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/98b575db-9f0f-4707-b746-344906c2957e HTTP/1.1" status: 204 len: 168 time: 1.0563595 Sep 21 22:00:41.491488 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.db_base_plugin_common [None req-71493817-e0d0-407a-a4af-26c3a4236a8a admin admin] Allocated IP 172.20.0.1 (87080425-3a77-4ac5-b802-730f1227c9b0/3edf459f-a2e6-4ce4-b9ee-2c3614ea8be0/8ecbbb24-b712-4d64-82c6-b548d351bfe9) {{(pid=116019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:00:41.552514 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b0803-9bd2-4c5e-b95f-2840343d56aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b575db-9f0f-4707-b746-344906c2957e,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:41.583423 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-86292b87-949b-4820-ba9a-36d1d4469fea admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d95ab3ca10534bd9acf3a550cb20ee2c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0080049 Sep 21 22:00:41.587095 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 58198) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:41.687627 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port 9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:00:41.689740 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device b30f9e38-2244-4bfb-9108-dfc93ce368a7 up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:00:41.702737 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-63e8e9ea-6636-4861-9d75-57ca74b880b9 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for security_group (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:41.867923 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-4bdcb879-540e-4bb9-9bf9-082de2be049b admin admin] Publish callbacks [] for security_group (f852023f-51c8-4067-a3d7-9890864acbcb), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:41.925719 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c8edaa64-126c-4a15-9b49-d9341fb67f90 req-3784ad20-b38d-48ce-92c9-5b91e9f7f103 service neutron] 10.222.0.52 "GET /v2.0/networks/0585c623-22cd-41df-a0a2-cf1e1b8bac58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6485465 Sep 21 22:00:41.936090 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-c943f25b-a818-4835-84ca-8fdc891203bd None None] Publish callbacks [] for port (a0c9154d-e5e0-4b4e-9149-22dcbcaa508b), precommit_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:41.970324 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-827c931a-3ec6-4d39-a6ff-76311aff705b None None] Current status of the port 0f0ec451-5281-4611-877b-d65226f0a86b is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:00:42.002862 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-4bdcb879-540e-4bb9-9bf9-082de2be049b admin admin] Publish callbacks [] for security_group (f852023f-51c8-4067-a3d7-9890864acbcb), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:42.007297 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-c943f25b-a818-4835-84ca-8fdc891203bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (a0c9154d-e5e0-4b4e-9149-22dcbcaa508b), after_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:42.062484 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port b30f9e38-2244-4bfb-9108-dfc93ce368a7 triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:00:42.063361 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (b30f9e38-2244-4bfb-9108-dfc93ce368a7), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:42.064195 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port b30f9e38-2244-4bfb-9108-dfc93ce368a7 Sep 21 22:00:42.221726 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-71493817-e0d0-407a-a4af-26c3a4236a8a admin admin] Publish callbacks [] for port (8ecbbb24-b712-4d64-82c6-b548d351bfe9), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:42.244423 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-4bdcb879-540e-4bb9-9bf9-082de2be049b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (f852023f-51c8-4067-a3d7-9890864acbcb), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:42.247407 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-4bdcb879-540e-4bb9-9bf9-082de2be049b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:42.249042 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-4bdcb879-540e-4bb9-9bf9-082de2be049b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f852023f-51c8-4067-a3d7-9890864acbcb HTTP/1.1" status: 204 len: 168 time: 0.6584044 Sep 21 22:00:42.272442 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdcb879-540e-4bb9-9bf9-082de2be049b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f852023f-51c8-4067-a3d7-9890864acbcb,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:42.305875 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c8edaa64-126c-4a15-9b49-d9341fb67f90 req-6b788004-1feb-4f7a-bcae-3947f70f463e service neutron] 10.222.0.52 "GET /v2.0/networks/0585c623-22cd-41df-a0a2-cf1e1b8bac58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3677204 Sep 21 22:00:42.320610 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-63e8e9ea-6636-4861-9d75-57ca74b880b9 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for security_group (86e385b2-fd55-41b8-9915-b0ab7e6bbebf), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:42.391014 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-63e8e9ea-6636-4861-9d75-57ca74b880b9 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (86e385b2-fd55-41b8-9915-b0ab7e6bbebf), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:42.424836 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.managers [None req-c943f25b-a818-4835-84ca-8fdc891203bd None None] Attempting to bind port a0c9154d-e5e0-4b4e-9149-22dcbcaa508b on host dv-cinder-858819-1-iscsi for vnic_type normal with profile {{(pid=116022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:00:42.429027 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.managers [None req-c943f25b-a818-4835-84ca-8fdc891203bd None None] Attempting to bind port a0c9154d-e5e0-4b4e-9149-22dcbcaa508b by drivers openvswitch,hyperv on host dv-cinder-858819-1-iscsi at level 0 using segments [{'id': '64832c79-06e5-4b2e-9d17-904da6f2a29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef'}] {{(pid=116022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:00:42.429027 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c943f25b-a818-4835-84ca-8fdc891203bd None None] Attempting to bind port a0c9154d-e5e0-4b4e-9149-22dcbcaa508b on network 2abe6793-4110-455a-aa7b-f1c0038ce3ef {{(pid=116022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:00:42.429027 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427cebe1-0815-4445-ab95-5068e45f65df None None] Pushing event updated for resources: {'Port': ['ID=a0c9154d-e5e0-4b4e-9149-22dcbcaa508b,revision_number=3']} {{(pid=116022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:42.443055 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-827c931a-3ec6-4d39-a6ff-76311aff705b None None] Provisioning complete for port 2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:00:42.452465 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-827c931a-3ec6-4d39-a6ff-76311aff705b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:42.453663 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-827c931a-3ec6-4d39-a6ff-76311aff705b None None] Attempt 1 to provision port 2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec Sep 21 22:00:42.454386 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-71493817-e0d0-407a-a4af-26c3a4236a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043'] for port (8ecbbb24-b712-4d64-82c6-b548d351bfe9), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:42.463379 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c943f25b-a818-4835-84ca-8fdc891203bd None None] Checking agent: {'id': 'a3649853-f423-4907-be3f-732a21e792f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858819-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 51, 52), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858819-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:00:42.463765 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c943f25b-a818-4835-84ca-8fdc891203bd None None] Checking segment: {'id': '64832c79-06e5-4b2e-9d17-904da6f2a29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:00:42.464201 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-c943f25b-a818-4835-84ca-8fdc891203bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:42.464602 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c943f25b-a818-4835-84ca-8fdc891203bd None None] Bound using segment: {'id': '64832c79-06e5-4b2e-9d17-904da6f2a29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef'} {{(pid=116022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:00:42.465250 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.managers [None req-c943f25b-a818-4835-84ca-8fdc891203bd None None] Bound port: a0c9154d-e5e0-4b4e-9149-22dcbcaa508b, host: dv-cinder-858819-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64832c79-06e5-4b2e-9d17-904da6f2a29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef'}}] {{(pid=116022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:00:42.465537 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-c943f25b-a818-4835-84ca-8fdc891203bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (a0c9154d-e5e0-4b4e-9149-22dcbcaa508b), before_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:42.557399 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 58210) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:42.564281 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-48b273de-66f4-41b2-8c43-88ac4422a8d8 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Request body: {'security_group': {'name': 'tempest-securitygroup--543035443', 'description': 'tempest-description--934525890'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:00:42.581917 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port b30f9e38-2244-4bfb-9108-dfc93ce368a7 is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:00:42.583137 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:00:42.584471 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-63e8e9ea-6636-4861-9d75-57ca74b880b9 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:42.593994 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-63e8e9ea-6636-4861-9d75-57ca74b880b9 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.1587560 Sep 21 22:00:42.595459 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e8e9ea-6636-4861-9d75-57ca74b880b9 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86e385b2-fd55-41b8-9915-b0ab7e6bbebf,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:42.605380 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 58212) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:42.610367 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71493817-e0d0-407a-a4af-26c3a4236a8a admin admin] Network 87080425-3a77-4ac5-b802-730f1227c9b0 is already hosted by enough agents. {{(pid=116019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:00:42.618371 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.db [None req-c943f25b-a818-4835-84ca-8fdc891203bd None None] For port a0c9154d-e5e0-4b4e-9149-22dcbcaa508b, host dv-cinder-858819-1-iscsi, cleared binding levels {{(pid=116022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:00:42.621113 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.db [None req-c943f25b-a818-4835-84ca-8fdc891203bd None None] For port a0c9154d-e5e0-4b4e-9149-22dcbcaa508b, host dv-cinder-858819-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=a0c9154d-e5e0-4b4e-9149-22dcbcaa508b,segment=NetworkSegment(64832c79-06e5-4b2e-9d17-904da6f2a29e),segment_id=64832c79-06e5-4b2e-9d17-904da6f2a29e)] {{(pid=116022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:00:42.624381 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-2c4722c3-d76e-42d0-84cb-697fd07fa1cb tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Request body: {'security_group_rule': {'security_group_id': '86e385b2-fd55-41b8-9915-b0ab7e6bbebf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:00:42.633739 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.base_scheduler [None req-71493817-e0d0-407a-a4af-26c3a4236a8a admin admin] Resources bound (agent type, host, resource id): {{(pid=116019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:00:42.638978 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71493817-e0d0-407a-a4af-26c3a4236a8a admin admin] Received port after_create {{(pid=116019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:00:42.639480 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-71493817-e0d0-407a-a4af-26c3a4236a8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495241'] for router_interface (ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:42.644279 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71493817-e0d0-407a-a4af-26c3a4236a8a admin admin] Pushing event updated for resources: {'Port': ['ID=8ecbbb24-b712-4d64-82c6-b548d351bfe9,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:42.714432 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-c943f25b-a818-4835-84ca-8fdc891203bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (a0c9154d-e5e0-4b4e-9149-22dcbcaa508b), after_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:42.746596 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-48b273de-66f4-41b2-8c43-88ac4422a8d8 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:42.845599 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-2c4722c3-d76e-42d0-84cb-697fd07fa1cb tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for security_group_rule (5a67956e-326d-43ed-9767-a959238fe30a), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:42.851021 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427cebe1-0815-4445-ab95-5068e45f65df None None] Pushing event updated for resources: {'Port': ['ID=a0c9154d-e5e0-4b4e-9149-22dcbcaa508b,revision_number=4']} {{(pid=116022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:42.886329 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port 2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:00:42.887448 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:42.888498 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port 2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec Sep 21 22:00:42.889065 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c943f25b-a818-4835-84ca-8fdc891203bd None None] Routers {'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:00:42.889983 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-c943f25b-a818-4835-84ca-8fdc891203bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:00:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:43.013783 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-ce0b6c77-eb7f-42e1-a522-dc68a9a48bb9 None None] Publish callbacks [] for port (12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc), precommit_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:43.026678 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-827c931a-3ec6-4d39-a6ff-76311aff705b None None] Current status of the port 2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec is: DOWN; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:00:43.031826 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-827c931a-3ec6-4d39-a6ff-76311aff705b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:43.159852 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-ce0b6c77-eb7f-42e1-a522-dc68a9a48bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:43.182431 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-f189b84d-ec06-402b-9589-19f1bbf9e496 req-e6d69262-c66c-4726-bf2a-1aa7f4fe6ec7 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=265d80a0-fca9-4f50-a08c-602210d0a96f HTTP/1.1" status: 200 len: 210 time: 0.1913068 Sep 21 22:00:43.190656 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-ce0b6c77-eb7f-42e1-a522-dc68a9a48bb9 None None] Attempting to bind port 12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc on host dv-cinder-858819-1-iscsi for vnic_type normal with profile {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:00:43.191309 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-ce0b6c77-eb7f-42e1-a522-dc68a9a48bb9 None None] Attempting to bind port 12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc by drivers openvswitch,hyperv on host dv-cinder-858819-1-iscsi at level 0 using segments [{'id': '286b158d-b65b-48b3-9fb8-ab2055e67b3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'}] {{(pid=116021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:00:43.191854 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0b6c77-eb7f-42e1-a522-dc68a9a48bb9 None None] Attempting to bind port 12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc on network b12f12c4-b4b4-4032-bd63-4e51184cdf86 {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:00:43.205862 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0b6c77-eb7f-42e1-a522-dc68a9a48bb9 None None] Checking agent: {'id': 'a3649853-f423-4907-be3f-732a21e792f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858819-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 51, 52), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858819-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:00:43.207553 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0b6c77-eb7f-42e1-a522-dc68a9a48bb9 None None] Checking segment: {'id': '286b158d-b65b-48b3-9fb8-ab2055e67b3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:00:43.208606 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-ce0b6c77-eb7f-42e1-a522-dc68a9a48bb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:43.213290 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0b6c77-eb7f-42e1-a522-dc68a9a48bb9 None None] Bound using segment: {'id': '286b158d-b65b-48b3-9fb8-ab2055e67b3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'} {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:00:43.214300 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-ce0b6c77-eb7f-42e1-a522-dc68a9a48bb9 None None] Bound port: 12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc, host: dv-cinder-858819-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '286b158d-b65b-48b3-9fb8-ab2055e67b3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'}}] {{(pid=116021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:00:43.215074 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-ce0b6c77-eb7f-42e1-a522-dc68a9a48bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:43.226765 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-827c931a-3ec6-4d39-a6ff-76311aff705b None None] For port 2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec,segment=NetworkSegment(51038d65-ec74-4a3c-a8ad-238c9bcc5f59),segment_id=51038d65-ec74-4a3c-a8ad-238c9bcc5f59)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:00:43.260817 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-71493817-e0d0-407a-a4af-26c3a4236a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (8ecbbb24-b712-4d64-82c6-b548d351bfe9), before_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:43.323164 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-c943f25b-a818-4835-84ca-8fdc891203bd None None] Set router bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:00:43.375773 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-827c931a-3ec6-4d39-a6ff-76311aff705b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:43.534298 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-2c4722c3-d76e-42d0-84cb-697fd07fa1cb tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for security_group_rule (5a67956e-326d-43ed-9767-a959238fe30a), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:43.612506 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-2c4722c3-d76e-42d0-84cb-697fd07fa1cb tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614269'] for security_group_rule (5a67956e-326d-43ed-9767-a959238fe30a), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:43.639981 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-71493817-e0d0-407a-a4af-26c3a4236a8a admin admin] Publish callbacks [] for port (8ecbbb24-b712-4d64-82c6-b548d351bfe9), precommit_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:43.657001 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c828086-0fd9-46ce-9cc8-1b92f26b7b6c None None] Pushing event updated for resources: {'Port': ['ID=12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc,revision_number=2']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:43.669071 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4722c3-d76e-42d0-84cb-697fd07fa1cb tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a67956e-326d-43ed-9767-a959238fe30a,revision_number=0']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:43.678921 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-48b273de-66f4-41b2-8c43-88ac4422a8d8 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks [] for security_group (c8c9f7ef-9010-4cbc-9374-9a47693aab6a), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:43.693951 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-71493817-e0d0-407a-a4af-26c3a4236a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (8ecbbb24-b712-4d64-82c6-b548d351bfe9), after_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:43.694686 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-71493817-e0d0-407a-a4af-26c3a4236a8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1653198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495141'] for router_interface (ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:43.726977 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-ce0b6c77-eb7f-42e1-a522-dc68a9a48bb9 None None] For port 12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc, host dv-cinder-858819-1-iscsi, cleared binding levels {{(pid=116021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:00:43.747347 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-2c4722c3-d76e-42d0-84cb-697fd07fa1cb tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:43.750340 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-2c4722c3-d76e-42d0-84cb-697fd07fa1cb tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1427076 Sep 21 22:00:43.757512 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 58242) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:43.762072 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-08033dad-a05d-4156-b7b8-023c1aeb35f3 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Request body: {'security_group_rule': {'security_group_id': '86e385b2-fd55-41b8-9915-b0ab7e6bbebf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:00:43.776416 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-c943f25b-a818-4835-84ca-8fdc891203bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'name': 'tempest-AttachVolumeNegativeTest-1717603948-router', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:27Z', 'updated_at': '2022-09-21T22:00:36Z', 'revision_number': 4, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'gw_port': {'id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': 'a0c9154d-e5e0-4b4e-9149-22dcbcaa508b', 'name': '', 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'mac_address': 'fa:16:3e:41:8a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1a441478-37fd-49f9-afec-ab177303560e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:34Z', 'updated_at': '2022-09-21T22:00:42Z', 'revision_number': 4, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'subnets': [{'id': '1a441478-37fd-49f9-afec-ab177303560e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:43.809305 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-48b273de-66f4-41b2-8c43-88ac4422a8d8 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (c8c9f7ef-9010-4cbc-9374-9a47693aab6a), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:43.822727 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port 2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:00:43.830870 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c943f25b-a818-4835-84ca-8fdc891203bd None None] The sync data for ids ['bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'] in dv-cinder-858819-1-iscsi is: [{'id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'name': 'tempest-AttachVolumeNegativeTest-1717603948-router', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:27Z', 'updated_at': '2022-09-21T22:00:36Z', 'revision_number': 4, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'gw_port': {'id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': 'a0c9154d-e5e0-4b4e-9149-22dcbcaa508b', 'name': '', 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'mac_address': 'fa:16:3e:41:8a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1a441478-37fd-49f9-afec-ab177303560e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:34Z', 'updated_at': '2022-09-21T22:00:42Z', 'revision_number': 4, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'subnets': [{'id': '1a441478-37fd-49f9-afec-ab177303560e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:00:43.832986 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 416beb2d-153f-4731-8dda-3104ce70c6cb up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:00:43.839555 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-7463cce8-c6fb-4fdf-b375-88c4d573a2c1 None None] Provisioning complete for port 9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:00:43.839985 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7463cce8-c6fb-4fdf-b375-88c4d573a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:43.840353 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-7463cce8-c6fb-4fdf-b375-88c4d573a2c1 None None] Attempt 1 to provision port 9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea Sep 21 22:00:43.843394 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-ce0b6c77-eb7f-42e1-a522-dc68a9a48bb9 None None] For port 12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc, host dv-cinder-858819-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc,segment=NetworkSegment(286b158d-b65b-48b3-9fb8-ab2055e67b3c),segment_id=286b158d-b65b-48b3-9fb8-ab2055e67b3c)] {{(pid=116021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:00:43.949252 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b273de-66f4-41b2-8c43-88ac4422a8d8 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c9f7ef-9010-4cbc-9374-9a47693aab6a,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:43.982117 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 58248) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:43.991978 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-ce0b6c77-eb7f-42e1-a522-dc68a9a48bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:43.998951 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71493817-e0d0-407a-a4af-26c3a4236a8a admin admin] Pushing event updated for resources: {'Port': ['ID=8ecbbb24-b712-4d64-82c6-b548d351bfe9,revision_number=2']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:44.001945 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-d8a87ce8-3ebe-4eb9-8b63-9d2c6a779cc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:44.067591 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c931a-3ec6-4d39-a6ff-76311aff705b None None] Pushing event updated for resources: {'Port': ['ID=2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec,revision_number=3']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:44.074306 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 58250) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:44.085839 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-59a80e23-0599-4e51-b303-f8246c262ed0 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1191966624', 'description': 'tempest-description--1691144749'}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:00:44.087118 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-48b273de-66f4-41b2-8c43-88ac4422a8d8 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:44.097739 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-48b273de-66f4-41b2-8c43-88ac4422a8d8 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.5390093 Sep 21 22:00:44.099275 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 58256) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:44.107604 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-bfa20788-edb0-495b-b72c-6347ac761f3f tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Request body: {'security_group_rule': {'security_group_id': 'c8c9f7ef-9010-4cbc-9374-9a47693aab6a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:00:44.140514 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-08033dad-a05d-4156-b7b8-023c1aeb35f3 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for security_group_rule (4193c435-51e3-4c3f-8026-5d179494e676), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:44.219932 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0b6c77-eb7f-42e1-a522-dc68a9a48bb9 None None] Routers {'ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:00:44.237365 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-ce0b6c77-eb7f-42e1-a522-dc68a9a48bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:00:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b'], 'active': True} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:44.304688 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71493817-e0d0-407a-a4af-26c3a4236a8a admin admin] Network 87080425-3a77-4ac5-b802-730f1227c9b0 is already hosted by enough agents. {{(pid=116019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:00:44.311822 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.base_scheduler [None req-71493817-e0d0-407a-a4af-26c3a4236a8a admin admin] Resources bound (agent type, host, resource id): {{(pid=116019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:00:44.346788 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-08033dad-a05d-4156-b7b8-023c1aeb35f3 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for security_group_rule (4193c435-51e3-4c3f-8026-5d179494e676), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:44.374769 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-bfa20788-edb0-495b-b72c-6347ac761f3f tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks [] for security_group_rule (13c37d17-250f-4692-be36-1210aed18796), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:44.445827 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-08033dad-a05d-4156-b7b8-023c1aeb35f3 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614269'] for security_group_rule (4193c435-51e3-4c3f-8026-5d179494e676), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:44.451846 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-59a80e23-0599-4e51-b303-f8246c262ed0 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks [] for security_group (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:44.463711 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-d8a87ce8-3ebe-4eb9-8b63-9d2c6a779cc4 admin admin] Publish callbacks [] for security_group (c42ba4c6-60dd-4e99-a594-cf58d94b3cb2), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:44.578243 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-d8a87ce8-3ebe-4eb9-8b63-9d2c6a779cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (c42ba4c6-60dd-4e99-a594-cf58d94b3cb2), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:44.587250 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797031be-d251-4a3c-b05a-775e537e0ab4 req-bed0c03a-d0e0-41b1-9bad-3524bd6267ff tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:44.609838 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-797031be-d251-4a3c-b05a-775e537e0ab4 req-bed0c03a-d0e0-41b1-9bad-3524bd6267ff tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/networks?id=0585c623-22cd-41df-a0a2-cf1e1b8bac58 HTTP/1.1" status: 200 len: 819 time: 0.4237199 Sep 21 22:00:44.640875 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-797031be-d251-4a3c-b05a-775e537e0ab4 req-cfcf5deb-25de-4c02-80ab-195473988fef tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/quotas/f5fc28ce43d342ff812e8671de415a9c HTTP/1.1" status: 200 len: 375 time: 0.0296605 Sep 21 22:00:44.668890 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08033dad-a05d-4156-b7b8-023c1aeb35f3 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4193c435-51e3-4c3f-8026-5d179494e676,revision_number=0']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:44.691722 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a87ce8-3ebe-4eb9-8b63-9d2c6a779cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42ba4c6-60dd-4e99-a594-cf58d94b3cb2,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:44.761056 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-d8a87ce8-3ebe-4eb9-8b63-9d2c6a779cc4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a7b8d40a9c654d8ab832af4b23ac7065&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7777975 Sep 21 22:00:44.769477 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 58282) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:44.782186 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-08033dad-a05d-4156-b7b8-023c1aeb35f3 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:44.788522 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-08033dad-a05d-4156-b7b8-023c1aeb35f3 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0249200 Sep 21 22:00:44.805983 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 58284) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:44.817011 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-bfa20788-edb0-495b-b72c-6347ac761f3f tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks [] for security_group_rule (13c37d17-250f-4692-be36-1210aed18796), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:44.827722 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-aa5dd3e8-759b-43fd-9c8b-bdf98a12257e tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Request body: {'floatingip': {'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:00:44.896627 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-bfa20788-edb0-495b-b72c-6347ac761f3f tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614269'] for security_group_rule (13c37d17-250f-4692-be36-1210aed18796), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:44.912486 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-59a80e23-0599-4e51-b303-f8246c262ed0 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks [] for security_group (84006bfe-9385-489c-aed1-0c01e37614f7), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:44.921852 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa20788-edb0-495b-b72c-6347ac761f3f tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c37d17-250f-4692-be36-1210aed18796,revision_number=0']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:44.940390 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-5a2dfeb4-0119-415a-a2ab-7f25ebc6bfad admin admin] Publish callbacks [] for security_group (c42ba4c6-60dd-4e99-a594-cf58d94b3cb2), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:44.941164 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-797031be-d251-4a3c-b05a-775e537e0ab4 req-f2168dde-78e1-46c1-84bf-b918338a8de3 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f5fc28ce43d342ff812e8671de415a9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2986853 Sep 21 22:00:44.973992 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c828086-0fd9-46ce-9cc8-1b92f26b7b6c None None] Pushing event updated for resources: {'Port': ['ID=12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc,revision_number=3']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:44.986437 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port 416beb2d-153f-4731-8dda-3104ce70c6cb triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:00:44.986943 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (416beb2d-153f-4731-8dda-3104ce70c6cb), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:44.987382 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port 416beb2d-153f-4731-8dda-3104ce70c6cb Sep 21 22:00:45.019523 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-5a2dfeb4-0119-415a-a2ab-7f25ebc6bfad admin admin] Publish callbacks [] for security_group (c42ba4c6-60dd-4e99-a594-cf58d94b3cb2), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:45.019785 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvr_db [None req-ce0b6c77-eb7f-42e1-a522-dc68a9a48bb9 None None] Set router ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b gateway port host: dv-cinder-858819-1-iscsi {{(pid=116021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:00:45.046799 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-7463cce8-c6fb-4fdf-b375-88c4d573a2c1 None None] Current status of the port 9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:00:45.069745 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (0aee7d89-594f-4992-91de-a4ac3f52e28d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:45.077216 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71493817-e0d0-407a-a4af-26c3a4236a8a admin admin] Router ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b has already been hosted by L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 {{(pid=116019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:00:45.081607 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-aa5dd3e8-759b-43fd-9c8b-bdf98a12257e tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:45.083394 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-59a80e23-0599-4e51-b303-f8246c262ed0 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (84006bfe-9385-489c-aed1-0c01e37614f7), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:45.095901 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-bfa20788-edb0-495b-b72c-6347ac761f3f tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:45.099903 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-bfa20788-edb0-495b-b72c-6347ac761f3f tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9940097 Sep 21 22:00:45.112853 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 58298) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:45.119468 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-797031be-d251-4a3c-b05a-775e537e0ab4 req-1becf873-a33f-4d94-a876-c115a5c666c6 service neutron] 10.222.0.52 "GET /v2.0/networks/0585c623-22cd-41df-a0a2-cf1e1b8bac58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773491 Sep 21 22:00:45.126130 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-115df471-cdfd-4340-acd4-9fdda32e0752 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Request body: {'security_group_rule': {'security_group_id': 'c8c9f7ef-9010-4cbc-9374-9a47693aab6a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:00:45.156510 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-7463cce8-c6fb-4fdf-b375-88c4d573a2c1 None None] Provisioning complete for port 41427998-871b-4607-bca9-e8f9a5738ecd triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:00:45.158066 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7463cce8-c6fb-4fdf-b375-88c4d573a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (41427998-871b-4607-bca9-e8f9a5738ecd), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:45.159171 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-7463cce8-c6fb-4fdf-b375-88c4d573a2c1 None None] Attempt 1 to provision port 41427998-871b-4607-bca9-e8f9a5738ecd Sep 21 22:00:45.244593 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-59a80e23-0599-4e51-b303-f8246c262ed0 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:45.253505 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-59a80e23-0599-4e51-b303-f8246c262ed0 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.1780460 Sep 21 22:00:45.259394 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 58304) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:45.298350 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-533d02c9-38ac-4641-b54c-fd63cfa877e7 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Request body: {'security_group_rule': {'security_group_id': '84006bfe-9385-489c-aed1-0c01e37614f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:00:45.298885 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-5a2dfeb4-0119-415a-a2ab-7f25ebc6bfad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (c42ba4c6-60dd-4e99-a594-cf58d94b3cb2), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:45.301593 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-5a2dfeb4-0119-415a-a2ab-7f25ebc6bfad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:45.306556 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-5a2dfeb4-0119-415a-a2ab-7f25ebc6bfad admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c42ba4c6-60dd-4e99-a594-cf58d94b3cb2 HTTP/1.1" status: 204 len: 168 time: 0.5175099 Sep 21 22:00:45.343077 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2dfeb4-0119-415a-a2ab-7f25ebc6bfad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42ba4c6-60dd-4e99-a594-cf58d94b3cb2,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:45.381336 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-115df471-cdfd-4340-acd4-9fdda32e0752 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks [] for security_group_rule (96a53970-b524-426b-831b-35eadacba58e), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:45.387391 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a80e23-0599-4e51-b303-f8246c262ed0 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84006bfe-9385-489c-aed1-0c01e37614f7,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:45.422654 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port 416beb2d-153f-4731-8dda-3104ce70c6cb is: DOWN; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:00:45.423060 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (416beb2d-153f-4731-8dda-3104ce70c6cb), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:45.451708 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] For port 416beb2d-153f-4731-8dda-3104ce70c6cb, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=416beb2d-153f-4731-8dda-3104ce70c6cb,segment=NetworkSegment(286b158d-b65b-48b3-9fb8-ab2055e67b3c),segment_id=286b158d-b65b-48b3-9fb8-ab2055e67b3c)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:00:45.467646 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-797031be-d251-4a3c-b05a-775e537e0ab4 req-d456e87b-807b-4bb1-ad47-b80000f0797d service neutron] 10.222.0.52 "GET /v2.0/networks/0585c623-22cd-41df-a0a2-cf1e1b8bac58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473132 Sep 21 22:00:45.482363 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71493817-e0d0-407a-a4af-26c3a4236a8a admin admin] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:00:45.508000 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-71493817-e0d0-407a-a4af-26c3a4236a8a admin admin] 10.222.0.52 "PUT /v2.0/routers/ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9068904 Sep 21 22:00:45.524935 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-533d02c9-38ac-4641-b54c-fd63cfa877e7 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks [] for security_group_rule (44d7ac33-e030-4293-baee-86c6484fdf6c), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:45.554045 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-7463cce8-c6fb-4fdf-b375-88c4d573a2c1 None None] Current status of the port 41427998-871b-4607-bca9-e8f9a5738ecd is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:00:45.581836 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (416beb2d-153f-4731-8dda-3104ce70c6cb), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:45.589223 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-115df471-cdfd-4340-acd4-9fdda32e0752 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks [] for security_group_rule (96a53970-b524-426b-831b-35eadacba58e), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:45.643092 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-aa5dd3e8-759b-43fd-9c8b-bdf98a12257e tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:45.701570 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-533d02c9-38ac-4641-b54c-fd63cfa877e7 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks [] for security_group_rule (44d7ac33-e030-4293-baee-86c6484fdf6c), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:45.752483 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-7463cce8-c6fb-4fdf-b375-88c4d573a2c1 None None] Provisioning complete for port 8ecbbb24-b712-4d64-82c6-b548d351bfe9 triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:00:45.756908 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7463cce8-c6fb-4fdf-b375-88c4d573a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (8ecbbb24-b712-4d64-82c6-b548d351bfe9), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:45.757470 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-7463cce8-c6fb-4fdf-b375-88c4d573a2c1 None None] Attempt 1 to provision port 8ecbbb24-b712-4d64-82c6-b548d351bfe9 Sep 21 22:00:45.767390 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-533d02c9-38ac-4641-b54c-fd63cfa877e7 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614269'] for security_group_rule (44d7ac33-e030-4293-baee-86c6484fdf6c), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:45.782426 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-115df471-cdfd-4340-acd4-9fdda32e0752 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614269'] for security_group_rule (96a53970-b524-426b-831b-35eadacba58e), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:45.814100 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533d02c9-38ac-4641-b54c-fd63cfa877e7 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44d7ac33-e030-4293-baee-86c6484fdf6c,revision_number=0']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:45.899731 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-ce0b6c77-eb7f-42e1-a522-dc68a9a48bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b', 'name': 'tempest-DeleteServersTestJSON-1203143451-router', 'tenant_id': '554364a405f24d63a891ff68e188711b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:42Z', 'revision_number': 4, 'project_id': '554364a405f24d63a891ff68e188711b', 'gw_port': {'id': '12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:67:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:33Z', 'updated_at': '2022-09-21T22:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': '8ecbbb24-b712-4d64-82c6-b548d351bfe9', 'name': '', 'network_id': '87080425-3a77-4ac5-b802-730f1227c9b0', 'tenant_id': '554364a405f24d63a891ff68e188711b', 'mac_address': 'fa:16:3e:23:2a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '3edf459f-a2e6-4ce4-b9ee-2c3614ea8be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:40Z', 'updated_at': '2022-09-21T22:00:43Z', 'revision_number': 2, 'project_id': '554364a405f24d63a891ff68e188711b', 'subnets': [{'id': '3edf459f-a2e6-4ce4-b9ee-2c3614ea8be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:45.913414 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115df471-cdfd-4340-acd4-9fdda32e0752 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96a53970-b524-426b-831b-35eadacba58e,revision_number=0']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:45.931103 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-115df471-cdfd-4340-acd4-9fdda32e0752 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:45.935335 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 58328) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:45.935451 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-115df471-cdfd-4340-acd4-9fdda32e0752 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8216567 Sep 21 22:00:45.942845 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 58330) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:45.970005 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-8f3a34c6-22fa-4b00-80fd-7ee723d30f7e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Request body: {'floatingip': {'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:00:45.976215 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0b6c77-eb7f-42e1-a522-dc68a9a48bb9 None None] The sync data for ids ['ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b'] in dv-cinder-858819-1-iscsi is: [{'id': 'ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b', 'name': 'tempest-DeleteServersTestJSON-1203143451-router', 'tenant_id': '554364a405f24d63a891ff68e188711b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:42Z', 'revision_number': 4, 'project_id': '554364a405f24d63a891ff68e188711b', 'gw_port': {'id': '12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:67:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:33Z', 'updated_at': '2022-09-21T22:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': '8ecbbb24-b712-4d64-82c6-b548d351bfe9', 'name': '', 'network_id': '87080425-3a77-4ac5-b802-730f1227c9b0', 'tenant_id': '554364a405f24d63a891ff68e188711b', 'mac_address': 'fa:16:3e:23:2a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '3edf459f-a2e6-4ce4-b9ee-2c3614ea8be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:40Z', 'updated_at': '2022-09-21T22:00:43Z', 'revision_number': 2, 'project_id': '554364a405f24d63a891ff68e188711b', 'subnets': [{'id': '3edf459f-a2e6-4ce4-b9ee-2c3614ea8be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:00:45.979060 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Pushing event updated for resources: {'Port': ['ID=416beb2d-153f-4731-8dda-3104ce70c6cb,revision_number=4']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:45.983784 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-7463cce8-c6fb-4fdf-b375-88c4d573a2c1 None None] Port 8ecbbb24-b712-4d64-82c6-b548d351bfe9 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:00:46.020095 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.db_base_plugin_common [None req-aa5dd3e8-759b-43fd-9c8b-bdf98a12257e tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Allocated IP 172.27.1.248 (b12f12c4-b4b4-4032-bd63-4e51184cdf86/38720055-293b-4785-9b37-d6bdacdcb1b4/95c7120c-a520-420c-a4f1-741f3bf0a067) {{(pid=116020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:00:46.036390 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-75412f7d-8e49-4c8b-acd8-c4ac935ee0d4 req-c6d9cd99-6baa-44a7-bcd4-e335ec7021f7 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 210 time: 0.1016283 Sep 21 22:00:46.050055 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-533d02c9-38ac-4641-b54c-fd63cfa877e7 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:46.054847 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-533d02c9-38ac-4641-b54c-fd63cfa877e7 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7937942 Sep 21 22:00:46.056663 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 58338) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:46.062777 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-6e9bb3c0-69db-4484-a00a-ab67650de289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:46.071985 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-da9dc6b6-649c-4935-a6f7-10d5da4ff5d5 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Request body: {'security_group_rule': {'security_group_id': '84006bfe-9385-489c-aed1-0c01e37614f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:00:46.182575 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-8f3a34c6-22fa-4b00-80fd-7ee723d30f7e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:46.193883 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 5adc857f-54c3-4c7c-b366-2c167ef136d1 up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:00:46.207893 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-da9dc6b6-649c-4935-a6f7-10d5da4ff5d5 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks [] for security_group_rule (b15b5f03-c3b3-42bb-9a69-d707f7dacfbe), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:46.324361 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-aa5dd3e8-759b-43fd-9c8b-bdf98a12257e tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for port (95c7120c-a520-420c-a4f1-741f3bf0a067), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:46.386399 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port 5adc857f-54c3-4c7c-b366-2c167ef136d1 triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:00:46.390551 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (5adc857f-54c3-4c7c-b366-2c167ef136d1), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:46.391069 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port 5adc857f-54c3-4c7c-b366-2c167ef136d1 Sep 21 22:00:46.416291 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-da9dc6b6-649c-4935-a6f7-10d5da4ff5d5 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks [] for security_group_rule (b15b5f03-c3b3-42bb-9a69-d707f7dacfbe), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:46.471045 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-aa5dd3e8-759b-43fd-9c8b-bdf98a12257e tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043'] for port (95c7120c-a520-420c-a4f1-741f3bf0a067), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:46.483708 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-8f3a34c6-22fa-4b00-80fd-7ee723d30f7e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:46.486629 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-7463cce8-c6fb-4fdf-b375-88c4d573a2c1 None None] Attempt 2 to provision port 8ecbbb24-b712-4d64-82c6-b548d351bfe9 Sep 21 22:00:46.493648 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-da9dc6b6-649c-4935-a6f7-10d5da4ff5d5 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614269'] for security_group_rule (b15b5f03-c3b3-42bb-9a69-d707f7dacfbe), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:46.522102 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9dc6b6-649c-4935-a6f7-10d5da4ff5d5 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b15b5f03-c3b3-42bb-9a69-d707f7dacfbe,revision_number=0']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:46.550855 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-7463cce8-c6fb-4fdf-b375-88c4d573a2c1 None None] Port 8ecbbb24-b712-4d64-82c6-b548d351bfe9 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:00:46.554857 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port 5adc857f-54c3-4c7c-b366-2c167ef136d1 is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:00:46.555976 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device dc625ff5-d9ec-4b20-9062-4f809d8216d2 up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:00:46.602952 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5dd3e8-759b-43fd-9c8b-bdf98a12257e tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Network b12f12c4-b4b4-4032-bd63-4e51184cdf86 is already hosted by enough agents. {{(pid=116020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:00:46.608675 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.base_scheduler [None req-aa5dd3e8-759b-43fd-9c8b-bdf98a12257e tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Resources bound (agent type, host, resource id): {{(pid=116020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:00:46.617963 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port dc625ff5-d9ec-4b20-9062-4f809d8216d2 triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:00:46.618836 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (dc625ff5-d9ec-4b20-9062-4f809d8216d2), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:46.619187 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port dc625ff5-d9ec-4b20-9062-4f809d8216d2 Sep 21 22:00:46.632749 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5dd3e8-759b-43fd-9c8b-bdf98a12257e tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Received port after_create {{(pid=116020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:00:46.665644 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-da9dc6b6-649c-4935-a6f7-10d5da4ff5d5 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:46.667540 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-da9dc6b6-649c-4935-a6f7-10d5da4ff5d5 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6093776 Sep 21 22:00:46.670980 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 58368) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:46.678884 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-9438f681-f4ae-4454-9a5d-45f232aa06a1 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Request body: {'floatingip': {'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:00:46.710159 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5dd3e8-759b-43fd-9c8b-bdf98a12257e tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Pushing event updated for resources: {'Port': ['ID=95c7120c-a520-420c-a4f1-741f3bf0a067,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:46.758496 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port dc625ff5-d9ec-4b20-9062-4f809d8216d2 is: DOWN; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:00:46.758888 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (dc625ff5-d9ec-4b20-9062-4f809d8216d2), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:46.784783 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] For port dc625ff5-d9ec-4b20-9062-4f809d8216d2, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=dc625ff5-d9ec-4b20-9062-4f809d8216d2,segment=NetworkSegment(286b158d-b65b-48b3-9fb8-ab2055e67b3c),segment_id=286b158d-b65b-48b3-9fb8-ab2055e67b3c)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:00:46.799243 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.db_base_plugin_common [None req-8f3a34c6-22fa-4b00-80fd-7ee723d30f7e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Allocated IP 172.27.1.39 (b12f12c4-b4b4-4032-bd63-4e51184cdf86/38720055-293b-4785-9b37-d6bdacdcb1b4/06a808be-0879-4ffe-85c6-a193b15c14e0) {{(pid=116020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:00:46.810620 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-aa5dd3e8-759b-43fd-9c8b-bdf98a12257e tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for floatingip (3ea8ca5a-74be-4f7b-b2e5-0589e360129c), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:46.828859 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-9438f681-f4ae-4454-9a5d-45f232aa06a1 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:46.896877 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (dc625ff5-d9ec-4b20-9062-4f809d8216d2), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:46.897659 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 69a493c8-d0be-4fc6-b371-e09a67ddc586 up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:00:46.971615 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-8f3a34c6-22fa-4b00-80fd-7ee723d30f7e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks [] for port (06a808be-0879-4ffe-85c6-a193b15c14e0), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:47.042502 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Pushing event updated for resources: {'Port': ['ID=dc625ff5-d9ec-4b20-9062-4f809d8216d2,revision_number=4']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:47.064146 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-aa5dd3e8-759b-43fd-9c8b-bdf98a12257e tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (95c7120c-a520-420c-a4f1-741f3bf0a067), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:47.081568 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-7463cce8-c6fb-4fdf-b375-88c4d573a2c1 None None] Attempt 3 to provision port 8ecbbb24-b712-4d64-82c6-b548d351bfe9 Sep 21 22:00:47.099916 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-8f3a34c6-22fa-4b00-80fd-7ee723d30f7e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043'] for port (06a808be-0879-4ffe-85c6-a193b15c14e0), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:47.120174 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3a34c6-22fa-4b00-80fd-7ee723d30f7e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Network b12f12c4-b4b4-4032-bd63-4e51184cdf86 is already hosted by enough agents. {{(pid=116020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:00:47.140442 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-7463cce8-c6fb-4fdf-b375-88c4d573a2c1 None None] Port 8ecbbb24-b712-4d64-82c6-b548d351bfe9 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:00:47.150547 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.base_scheduler [None req-8f3a34c6-22fa-4b00-80fd-7ee723d30f7e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Resources bound (agent type, host, resource id): {{(pid=116020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:00:47.158285 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port 69a493c8-d0be-4fc6-b371-e09a67ddc586 triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:00:47.158916 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (69a493c8-d0be-4fc6-b371-e09a67ddc586), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:47.159423 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port 69a493c8-d0be-4fc6-b371-e09a67ddc586 Sep 21 22:00:47.184310 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3a34c6-22fa-4b00-80fd-7ee723d30f7e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Received port after_create {{(pid=116020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:00:47.311964 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3a34c6-22fa-4b00-80fd-7ee723d30f7e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Pushing event updated for resources: {'Port': ['ID=06a808be-0879-4ffe-85c6-a193b15c14e0,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:47.344175 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port 69a493c8-d0be-4fc6-b371-e09a67ddc586 is: DOWN; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:00:47.344591 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (69a493c8-d0be-4fc6-b371-e09a67ddc586), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:47.392679 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c817e98-dd7e-4eff-a38f-1500f482893b req-38d7bfe9-14ad-42b9-a1ed-b60be405ab9f tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:47.394925 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] For port 69a493c8-d0be-4fc6-b371-e09a67ddc586, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=69a493c8-d0be-4fc6-b371-e09a67ddc586,segment=NetworkSegment(286b158d-b65b-48b3-9fb8-ab2055e67b3c),segment_id=286b158d-b65b-48b3-9fb8-ab2055e67b3c)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:00:47.397618 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-7c817e98-dd7e-4eff-a38f-1500f482893b req-38d7bfe9-14ad-42b9-a1ed-b60be405ab9f tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.52 "GET /v2.0/networks?id=87080425-3a77-4ac5-b802-730f1227c9b0 HTTP/1.1" status: 200 len: 812 time: 0.3669159 Sep 21 22:00:47.416153 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-7a339771-90f3-4c64-94de-abe03d860c4f req-680fec16-424e-47f9-ad97-947b07e84eeb tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 210 time: 0.2134500 Sep 21 22:00:47.464664 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-7c817e98-dd7e-4eff-a38f-1500f482893b req-55b29e9d-7848-40b7-8834-88e83a2b2ce2 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.52 "GET /v2.0/quotas/554364a405f24d63a891ff68e188711b HTTP/1.1" status: 200 len: 375 time: 0.0474942 Sep 21 22:00:47.472622 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-8f3a34c6-22fa-4b00-80fd-7ee723d30f7e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks [] for floatingip (95d461a1-072e-410c-b66d-2e4ce2adf1d4), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:47.524572 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-aa5dd3e8-759b-43fd-9c8b-bdf98a12257e tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for port (95c7120c-a520-420c-a4f1-741f3bf0a067), precommit_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:47.550433 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (69a493c8-d0be-4fc6-b371-e09a67ddc586), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:47.551343 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device a0c9154d-e5e0-4b4e-9149-22dcbcaa508b up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:00:47.579089 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-7c817e98-dd7e-4eff-a38f-1500f482893b req-acda32d3-5ec6-4b9b-bc4d-6a15a304d5f7 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=554364a405f24d63a891ff68e188711b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1035938 Sep 21 22:00:47.641908 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Pushing event updated for resources: {'Port': ['ID=69a493c8-d0be-4fc6-b371-e09a67ddc586,revision_number=4']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:47.645313 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-7463cce8-c6fb-4fdf-b375-88c4d573a2c1 None None] Attempt 4 to provision port 8ecbbb24-b712-4d64-82c6-b548d351bfe9 Sep 21 22:00:47.650241 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-9438f681-f4ae-4454-9a5d-45f232aa06a1 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:47.660166 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-aa5dd3e8-759b-43fd-9c8b-bdf98a12257e tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (95c7120c-a520-420c-a4f1-741f3bf0a067), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:47.662224 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-aa5dd3e8-759b-43fd-9c8b-bdf98a12257e tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494336'] for floatingip (3ea8ca5a-74be-4f7b-b2e5-0589e360129c), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:47.693843 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-8f3a34c6-22fa-4b00-80fd-7ee723d30f7e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (06a808be-0879-4ffe-85c6-a193b15c14e0), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:47.710637 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port a0c9154d-e5e0-4b4e-9149-22dcbcaa508b triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:00:47.710851 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (a0c9154d-e5e0-4b4e-9149-22dcbcaa508b), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:47.711128 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port a0c9154d-e5e0-4b4e-9149-22dcbcaa508b Sep 21 22:00:47.745900 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-7463cce8-c6fb-4fdf-b375-88c4d573a2c1 None None] Port 8ecbbb24-b712-4d64-82c6-b548d351bfe9 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:00:47.790980 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5dd3e8-759b-43fd-9c8b-bdf98a12257e tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Pushing event updated for resources: {'Port': ['ID=95c7120c-a520-420c-a4f1-741f3bf0a067,revision_number=2']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:47.812589 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-7c817e98-dd7e-4eff-a38f-1500f482893b req-6994041c-b7a0-4087-8c5d-85453c6600b6 service neutron] 10.222.0.52 "GET /v2.0/networks/87080425-3a77-4ac5-b802-730f1227c9b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255647 Sep 21 22:00:47.844559 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port a0c9154d-e5e0-4b4e-9149-22dcbcaa508b is: DOWN; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:00:47.845176 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (a0c9154d-e5e0-4b4e-9149-22dcbcaa508b), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:47.874513 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-aa5dd3e8-759b-43fd-9c8b-bdf98a12257e tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for floatingip (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:47.876089 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-aa5dd3e8-759b-43fd-9c8b-bdf98a12257e tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0692205 Sep 21 22:00:47.932600 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.db_base_plugin_common [None req-9438f681-f4ae-4454-9a5d-45f232aa06a1 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Allocated IP 172.27.1.84 (b12f12c4-b4b4-4032-bd63-4e51184cdf86/38720055-293b-4785-9b37-d6bdacdcb1b4/15c4399c-7918-497c-9e89-0b66bf4e14e6) {{(pid=116019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:00:47.962189 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] For port a0c9154d-e5e0-4b4e-9149-22dcbcaa508b, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=a0c9154d-e5e0-4b4e-9149-22dcbcaa508b,segment=NetworkSegment(64832c79-06e5-4b2e-9d17-904da6f2a29e),segment_id=64832c79-06e5-4b2e-9d17-904da6f2a29e)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:00:47.989553 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-8f3a34c6-22fa-4b00-80fd-7ee723d30f7e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks [] for port (06a808be-0879-4ffe-85c6-a193b15c14e0), precommit_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:48.028740 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-7c817e98-dd7e-4eff-a38f-1500f482893b req-26398278-1a8a-4323-873b-7f3aee16993f service neutron] 10.222.0.52 "GET /v2.0/networks/87080425-3a77-4ac5-b802-730f1227c9b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096157 Sep 21 22:00:48.065198 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (a0c9154d-e5e0-4b4e-9149-22dcbcaa508b), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:48.065974 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 41427998-871b-4607-bca9-e8f9a5738ecd up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:00:48.110958 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-8f3a34c6-22fa-4b00-80fd-7ee723d30f7e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (06a808be-0879-4ffe-85c6-a193b15c14e0), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:48.111658 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-8f3a34c6-22fa-4b00-80fd-7ee723d30f7e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494336'] for floatingip (95d461a1-072e-410c-b66d-2e4ce2adf1d4), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:48.199830 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 58426) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:48.244285 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Pushing event updated for resources: {'Port': ['ID=a0c9154d-e5e0-4b4e-9149-22dcbcaa508b,revision_number=5']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:48.256419 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3a34c6-22fa-4b00-80fd-7ee723d30f7e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Pushing event updated for resources: {'Port': ['ID=06a808be-0879-4ffe-85c6-a193b15c14e0,revision_number=2']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:48.259453 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-7463cce8-c6fb-4fdf-b375-88c4d573a2c1 None None] Attempt 5 to provision port 8ecbbb24-b712-4d64-82c6-b548d351bfe9 Sep 21 22:00:48.295504 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-8f3a34c6-22fa-4b00-80fd-7ee723d30f7e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for floatingip (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:48.305063 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-8f3a34c6-22fa-4b00-80fd-7ee723d30f7e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3601182 Sep 21 22:00:48.329146 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port 41427998-871b-4607-bca9-e8f9a5738ecd triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:00:48.335214 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (41427998-871b-4607-bca9-e8f9a5738ecd), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:48.335214 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port 41427998-871b-4607-bca9-e8f9a5738ecd Sep 21 22:00:48.335214 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-e692cdb0-4f8f-4000-b391-4aebdf6b3b84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:48.364454 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-7463cce8-c6fb-4fdf-b375-88c4d573a2c1 None None] Port 8ecbbb24-b712-4d64-82c6-b548d351bfe9 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:00:48.453009 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port 41427998-871b-4607-bca9-e8f9a5738ecd is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:00:48.453009 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 0f0ec451-5281-4611-877b-d65226f0a86b up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:00:48.469891 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-9438f681-f4ae-4454-9a5d-45f232aa06a1 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks [] for port (15c4399c-7918-497c-9e89-0b66bf4e14e6), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:48.524156 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b4e61699-dd1f-4ba0-a22d-9cd7c5715906 req-7879e73c-9fcf-44e4-8ae2-548c1c5d6408 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ce61355-e15f-4391-bd87-a6cbe0879fce HTTP/1.1" status: 200 len: 210 time: 0.0494702 Sep 21 22:00:48.577304 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port 0f0ec451-5281-4611-877b-d65226f0a86b triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:00:48.577846 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (0f0ec451-5281-4611-877b-d65226f0a86b), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:48.578280 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port 0f0ec451-5281-4611-877b-d65226f0a86b Sep 21 22:00:48.593532 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1707814d-f196-4f0f-9f15-de322bac9005 req-7d5ae094-53c6-4deb-a83d-72db13a1ba14 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1903933404&fields=id&tenant_id=fea8845b2dfd4b2ab3278d6c2809014f HTTP/1.1" status: 200 len: 267 time: 0.2216702 Sep 21 22:00:48.745209 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port 0f0ec451-5281-4611-877b-d65226f0a86b is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:00:48.748857 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:00:48.935981 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-9438f681-f4ae-4454-9a5d-45f232aa06a1 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043'] for port (15c4399c-7918-497c-9e89-0b66bf4e14e6), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:48.984341 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-185a073e-9615-4134-a4dc-ba5fbc34e7ee req-a04420aa-5d9e-4eec-bd75-54524ea67c33 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 210 time: 0.0864432 Sep 21 22:00:48.990460 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.71', 62072) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:49.051855 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9438f681-f4ae-4454-9a5d-45f232aa06a1 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Network b12f12c4-b4b4-4032-bd63-4e51184cdf86 is already hosted by enough agents. {{(pid=116019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:00:49.052733 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-840abecc-2fbc-40e2-bc81-dd54b9a28700 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:49.077588 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.base_scheduler [None req-9438f681-f4ae-4454-9a5d-45f232aa06a1 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Resources bound (agent type, host, resource id): {{(pid=116019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:00:49.093901 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-7463cce8-c6fb-4fdf-b375-88c4d573a2c1 None None] Attempt 6 to provision port 8ecbbb24-b712-4d64-82c6-b548d351bfe9 Sep 21 22:00:49.099278 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9438f681-f4ae-4454-9a5d-45f232aa06a1 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Received port after_create {{(pid=116019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:00:49.103583 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136bda9a-2736-4fe8-8fc9-c228a94a7522 None None] Sync routers for ids ['b142f32c-8dda-47c3-a391-533de2f6ca41'] in dv-cinder-858819-1-iscsi {{(pid=116021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:00:49.243704 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95108798-19ec-47ad-bb46-0521bd7303d0 None None] Sync routers for ids ['6ed75fd2-e652-4cca-83e3-60b12bd2f039'] in dv-cinder-858819-1-iscsi {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:00:49.250427 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-7463cce8-c6fb-4fdf-b375-88c4d573a2c1 None None] Port 8ecbbb24-b712-4d64-82c6-b548d351bfe9 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:00:49.260004 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95108798-19ec-47ad-bb46-0521bd7303d0 None None] Routers {'6ed75fd2-e652-4cca-83e3-60b12bd2f039'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:00:49.261665 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-95108798-19ec-47ad-bb46-0521bd7303d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:00:48Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['6ed75fd2-e652-4cca-83e3-60b12bd2f039'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:49.274458 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136bda9a-2736-4fe8-8fc9-c228a94a7522 None None] Routers {'b142f32c-8dda-47c3-a391-533de2f6ca41'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:00:49.275359 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-136bda9a-2736-4fe8-8fc9-c228a94a7522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:00:48Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['b142f32c-8dda-47c3-a391-533de2f6ca41'], 'active': True} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:49.382797 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-9438f681-f4ae-4454-9a5d-45f232aa06a1 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks [] for floatingip (7462daed-2dd9-47bc-bb20-34403a8f847f), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:49.454222 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707814d-f196-4f0f-9f15-de322bac9005 req-a96dfc76-b363-4070-a1be-bcbea73cf77f tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:49.457501 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1707814d-f196-4f0f-9f15-de322bac9005 req-a96dfc76-b363-4070-a1be-bcbea73cf77f tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/networks?id=2abe6793-4110-455a-aa7b-f1c0038ce3ef HTTP/1.1" status: 200 len: 815 time: 0.8538744 Sep 21 22:00:49.483875 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9438f681-f4ae-4454-9a5d-45f232aa06a1 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Pushing event updated for resources: {'Port': ['ID=15c4399c-7918-497c-9e89-0b66bf4e14e6,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:49.539188 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-95108798-19ec-47ad-bb46-0521bd7303d0 None None] Set router 6ed75fd2-e652-4cca-83e3-60b12bd2f039 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:00:49.570126 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1707814d-f196-4f0f-9f15-de322bac9005 req-f2917e52-6ac9-4fe4-ab5c-5a2374d713e6 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/quotas/fea8845b2dfd4b2ab3278d6c2809014f HTTP/1.1" status: 200 len: 375 time: 0.1020374 Sep 21 22:00:49.618033 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvr_db [None req-136bda9a-2736-4fe8-8fc9-c228a94a7522 None None] Set router b142f32c-8dda-47c3-a391-533de2f6ca41 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:00:49.712788 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-994466d2-7a15-4d1d-b20a-16e952502664 req-274ac0e8-6b36-4e5d-a968-d38949b791d2 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--543035443&fields=id&tenant_id=90c3337e87ac45c5b7ca6cc8e43c6f41 HTTP/1.1" status: 200 len: 267 time: 0.3053863 Sep 21 22:00:49.717646 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.71', 62074) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:49.819299 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-7463cce8-c6fb-4fdf-b375-88c4d573a2c1 None None] Attempt 7 to provision port 8ecbbb24-b712-4d64-82c6-b548d351bfe9 Sep 21 22:00:49.930607 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-9438f681-f4ae-4454-9a5d-45f232aa06a1 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (15c4399c-7918-497c-9e89-0b66bf4e14e6), before_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:50.071837 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:50.103169 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-840abecc-2fbc-40e2-bc81-dd54b9a28700 admin admin] Publish callbacks [] for security_group (b536c50a-5d74-4e02-a99d-dbeaea35ffe5), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:50.119970 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-7463cce8-c6fb-4fdf-b375-88c4d573a2c1 None None] Port 8ecbbb24-b712-4d64-82c6-b548d351bfe9 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:00:50.135192 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port 2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:00:50.135857 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:50.136398 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port 2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec Sep 21 22:00:50.152409 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8edaa64-126c-4a15-9b49-d9341fb67f90 req-30d803b4-b29f-4533-aa87-a189f43e324b tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:50.155881 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-c8edaa64-126c-4a15-9b49-d9341fb67f90 req-30d803b4-b29f-4533-aa87-a189f43e324b tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.71 "GET /v2.0/networks?id=0585c623-22cd-41df-a0a2-cf1e1b8bac58 HTTP/1.1" status: 200 len: 819 time: 1.1622341 Sep 21 22:00:50.199601 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [req-c8edaa64-126c-4a15-9b49-d9341fb67f90 req-a30a05e2-c5db-43df-a680-e79083c29a68 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Request body: {'port': {'device_id': '265d80a0-fca9-4f50-a08c-602210d0a96f', 'network_id': '0585c623-22cd-41df-a0a2-cf1e1b8bac58', 'admin_state_up': True, 'tenant_id': 'f5fc28ce43d342ff812e8671de415a9c'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:00:50.205016 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-840abecc-2fbc-40e2-bc81-dd54b9a28700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (b536c50a-5d74-4e02-a99d-dbeaea35ffe5), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:50.239422 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994466d2-7a15-4d1d-b20a-16e952502664 req-07dd82c6-745b-43d0-b6f0-d06a8f3c5843 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:50.239422 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-994466d2-7a15-4d1d-b20a-16e952502664 req-07dd82c6-745b-43d0-b6f0-d06a8f3c5843 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/networks?id=ab2b5ec8-d24d-414d-80a8-ae5a033aa18d HTTP/1.1" status: 200 len: 817 time: 0.5238261 Sep 21 22:00:50.258429 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1707814d-f196-4f0f-9f15-de322bac9005 req-6e3fd228-7a3e-45f1-bd51-85f94dde550d tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=fea8845b2dfd4b2ab3278d6c2809014f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6476848 Sep 21 22:00:50.340360 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-994466d2-7a15-4d1d-b20a-16e952502664 req-88461371-fdce-4e91-ab0b-16731b5a3851 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/quotas/90c3337e87ac45c5b7ca6cc8e43c6f41 HTTP/1.1" status: 200 len: 375 time: 0.0465946 Sep 21 22:00:50.343239 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-95108798-19ec-47ad-bb46-0521bd7303d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'name': 'tempest-AttachVolumeTestJSON-499943819-router', 'tenant_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '69a493c8-d0be-4fc6-b371-e09a67ddc586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:39Z', 'revision_number': 4, 'project_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'gw_port': {'id': '69a493c8-d0be-4fc6-b371-e09a67ddc586', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:04:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:29Z', 'updated_at': '2022-09-21T22:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': '50c0681d-1ad9-4055-ac69-94408c9daffa', 'name': '', 'network_id': '96c55cd8-33b0-4027-994a-bc89dd1c7933', 'tenant_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'mac_address': 'fa:16:3e:6f:17:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'ce246b9e-d1ab-41c3-9dad-8fd19a0b2f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:36Z', 'updated_at': '2022-09-21T22:00:39Z', 'revision_number': 2, 'project_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'subnets': [{'id': 'ce246b9e-d1ab-41c3-9dad-8fd19a0b2f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:50.369878 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port 2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:00:50.392523 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95108798-19ec-47ad-bb46-0521bd7303d0 None None] Checking router: 6ed75fd2-e652-4cca-83e3-60b12bd2f039 for host: dv-cinder-858819-1-iscsi {{(pid=116022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:00:50.393254 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-136bda9a-2736-4fe8-8fc9-c228a94a7522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'name': 'tempest-AttachVolumeShelveTestJSON-1790326084-router', 'tenant_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': 'dc625ff5-d9ec-4b20-9062-4f809d8216d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:27Z', 'updated_at': '2022-09-21T22:00:37Z', 'revision_number': 4, 'project_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'gw_port': {'id': 'dc625ff5-d9ec-4b20-9062-4f809d8216d2', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': '0bdb164d-3c52-4325-80c5-135d2f502015', 'name': '', 'network_id': 'ab2b5ec8-d24d-414d-80a8-ae5a033aa18d', 'tenant_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'mac_address': 'fa:16:3e:31:b8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4fbdb1a2-604b-4475-ad62-84a9530d66d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:35Z', 'updated_at': '2022-09-21T22:00:37Z', 'revision_number': 2, 'project_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'subnets': [{'id': '4fbdb1a2-604b-4475-ad62-84a9530d66d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:50.393528 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95108798-19ec-47ad-bb46-0521bd7303d0 None None] Updating router 6ed75fd2-e652-4cca-83e3-60b12bd2f039 port 50c0681d-1ad9-4055-ac69-94408c9daffa binding host dv-cinder-858819-1-iscsi {{(pid=116022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 22:00:50.440964 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136bda9a-2736-4fe8-8fc9-c228a94a7522 None None] Checking router: b142f32c-8dda-47c3-a391-533de2f6ca41 for host: dv-cinder-858819-1-iscsi {{(pid=116021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:00:50.441336 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136bda9a-2736-4fe8-8fc9-c228a94a7522 None None] Updating router b142f32c-8dda-47c3-a391-533de2f6ca41 port 0bdb164d-3c52-4325-80c5-135d2f502015 binding host dv-cinder-858819-1-iscsi {{(pid=116021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 22:00:50.455773 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-95108798-19ec-47ad-bb46-0521bd7303d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (50c0681d-1ad9-4055-ac69-94408c9daffa), before_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:50.473709 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-136bda9a-2736-4fe8-8fc9-c228a94a7522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (0bdb164d-3c52-4325-80c5-135d2f502015), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:50.544742 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-840abecc-2fbc-40e2-bc81-dd54b9a28700 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1a1bd4ec1a78459c8c00002c1a610a3f&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3416615 Sep 21 22:00:50.547151 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840abecc-2fbc-40e2-bc81-dd54b9a28700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b536c50a-5d74-4e02-a99d-dbeaea35ffe5,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:50.571620 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 58534) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:50.733814 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-7463cce8-c6fb-4fdf-b375-88c4d573a2c1 None None] Attempt 8 to provision port 8ecbbb24-b712-4d64-82c6-b548d351bfe9 Sep 21 22:00:50.734150 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [req-1707814d-f196-4f0f-9f15-de322bac9005 req-4aa37a5b-5121-4a8b-950a-e6f49a500a63 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=116019) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 22:00:50.735786 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device dc625ff5-d9ec-4b20-9062-4f809d8216d2 up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:00:50.741448 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1707814d-f196-4f0f-9f15-de322bac9005 req-4aa37a5b-5121-4a8b-950a-e6f49a500a63 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2275908 Sep 21 22:00:50.786749 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797031be-d251-4a3c-b05a-775e537e0ab4 req-decff1c4-e9be-43a2-b8a6-fb3a868256c9 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:50.787868 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-797031be-d251-4a3c-b05a-775e537e0ab4 req-decff1c4-e9be-43a2-b8a6-fb3a868256c9 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.71 "GET /v2.0/networks?id=0585c623-22cd-41df-a0a2-cf1e1b8bac58 HTTP/1.1" status: 200 len: 819 time: 1.0689373 Sep 21 22:00:50.839948 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-7463cce8-c6fb-4fdf-b375-88c4d573a2c1 None None] Port 8ecbbb24-b712-4d64-82c6-b548d351bfe9 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:00:50.854453 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [req-797031be-d251-4a3c-b05a-775e537e0ab4 req-f6f89e3c-1b14-4a5e-b914-d9f644742141 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Request body: {'port': {'device_id': '2d22c011-b79c-4098-a689-c8bf19767457', 'network_id': '0585c623-22cd-41df-a0a2-cf1e1b8bac58', 'admin_state_up': True, 'tenant_id': 'f5fc28ce43d342ff812e8671de415a9c'}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:00:50.863204 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8edaa64-126c-4a15-9b49-d9341fb67f90 req-a30a05e2-c5db-43df-a680-e79083c29a68 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Made reservation on behalf of f5fc28ce43d342ff812e8671de415a9c for: {'port': 1} {{(pid=116020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:00:50.866829 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-c8edaa64-126c-4a15-9b49-d9341fb67f90 req-a30a05e2-c5db-43df-a680-e79083c29a68 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:50.888376 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port dc625ff5-d9ec-4b20-9062-4f809d8216d2 triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:00:50.888878 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (dc625ff5-d9ec-4b20-9062-4f809d8216d2), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:50.889663 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port dc625ff5-d9ec-4b20-9062-4f809d8216d2 Sep 21 22:00:50.897649 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-136bda9a-2736-4fe8-8fc9-c228a94a7522 None None] Publish callbacks [] for port (0bdb164d-3c52-4325-80c5-135d2f502015), precommit_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:50.986616 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-95108798-19ec-47ad-bb46-0521bd7303d0 None None] Publish callbacks [] for port (50c0681d-1ad9-4055-ac69-94408c9daffa), precommit_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:51.012882 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port dc625ff5-d9ec-4b20-9062-4f809d8216d2 is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:00:51.022320 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 69a493c8-d0be-4fc6-b371-e09a67ddc586 up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:00:51.029393 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-136bda9a-2736-4fe8-8fc9-c228a94a7522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (0bdb164d-3c52-4325-80c5-135d2f502015), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:51.063449 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-95108798-19ec-47ad-bb46-0521bd7303d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (50c0681d-1ad9-4055-ac69-94408c9daffa), after_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:51.078073 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-994466d2-7a15-4d1d-b20a-16e952502664 req-6b349bdd-02fe-4558-a251-485b1c107323 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=90c3337e87ac45c5b7ca6cc8e43c6f41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7367189 Sep 21 22:00:51.095476 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:51.132445 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-acd197ed-4c90-4d22-9e2b-c76132345268 admin admin] Publish callbacks [] for security_group (b536c50a-5d74-4e02-a99d-dbeaea35ffe5), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:51.319810 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b62915-c8fc-4262-9060-b444fa582c61 None None] Pushing event updated for resources: {'Port': ['ID=50c0681d-1ad9-4055-ac69-94408c9daffa,revision_number=3']} {{(pid=116022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:51.323800 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-136bda9a-2736-4fe8-8fc9-c228a94a7522 None None] Attempting to bind port 0bdb164d-3c52-4325-80c5-135d2f502015 on host dv-cinder-858819-1-iscsi for vnic_type normal with profile {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:00:51.324187 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-136bda9a-2736-4fe8-8fc9-c228a94a7522 None None] Attempting to bind port 0bdb164d-3c52-4325-80c5-135d2f502015 by drivers openvswitch,hyperv on host dv-cinder-858819-1-iscsi at level 0 using segments [{'id': 'd07355e0-aacb-4281-84d5-155a0ab99755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ab2b5ec8-d24d-414d-80a8-ae5a033aa18d'}] {{(pid=116021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:00:51.324565 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136bda9a-2736-4fe8-8fc9-c228a94a7522 None None] Attempting to bind port 0bdb164d-3c52-4325-80c5-135d2f502015 on network ab2b5ec8-d24d-414d-80a8-ae5a033aa18d {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:00:51.328607 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9e6de6-9ab7-4749-9a57-1fd26f604181 None None] Pushing event updated for resources: {'Port': ['ID=0bdb164d-3c52-4325-80c5-135d2f502015,revision_number=3']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:51.336460 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136bda9a-2736-4fe8-8fc9-c228a94a7522 None None] Checking agent: {'id': 'a3649853-f423-4907-be3f-732a21e792f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858819-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 51, 52), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858819-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:00:51.336833 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136bda9a-2736-4fe8-8fc9-c228a94a7522 None None] Checking segment: {'id': 'd07355e0-aacb-4281-84d5-155a0ab99755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ab2b5ec8-d24d-414d-80a8-ae5a033aa18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:00:51.337263 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-136bda9a-2736-4fe8-8fc9-c228a94a7522 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:51.337852 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136bda9a-2736-4fe8-8fc9-c228a94a7522 None None] Bound using segment: {'id': 'd07355e0-aacb-4281-84d5-155a0ab99755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ab2b5ec8-d24d-414d-80a8-ae5a033aa18d'} {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:00:51.338219 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-136bda9a-2736-4fe8-8fc9-c228a94a7522 None None] Bound port: 0bdb164d-3c52-4325-80c5-135d2f502015, host: dv-cinder-858819-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd07355e0-aacb-4281-84d5-155a0ab99755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ab2b5ec8-d24d-414d-80a8-ae5a033aa18d'}}] {{(pid=116021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:00:51.338608 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-136bda9a-2736-4fe8-8fc9-c228a94a7522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (0bdb164d-3c52-4325-80c5-135d2f502015), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:51.344413 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-7463cce8-c6fb-4fdf-b375-88c4d573a2c1 None None] Attempt 9 to provision port 8ecbbb24-b712-4d64-82c6-b548d351bfe9 Sep 21 22:00:51.443434 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.managers [None req-95108798-19ec-47ad-bb46-0521bd7303d0 None None] Attempting to bind port 50c0681d-1ad9-4055-ac69-94408c9daffa on host dv-cinder-858819-1-iscsi for vnic_type normal with profile {{(pid=116022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:00:51.443907 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.managers [None req-95108798-19ec-47ad-bb46-0521bd7303d0 None None] Attempting to bind port 50c0681d-1ad9-4055-ac69-94408c9daffa by drivers openvswitch,hyperv on host dv-cinder-858819-1-iscsi at level 0 using segments [{'id': '198c478d-e58c-4168-b5f9-1fac1821e084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '96c55cd8-33b0-4027-994a-bc89dd1c7933'}] {{(pid=116022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:00:51.444211 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95108798-19ec-47ad-bb46-0521bd7303d0 None None] Attempting to bind port 50c0681d-1ad9-4055-ac69-94408c9daffa on network 96c55cd8-33b0-4027-994a-bc89dd1c7933 {{(pid=116022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:00:51.473875 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-7463cce8-c6fb-4fdf-b375-88c4d573a2c1 None None] Port 8ecbbb24-b712-4d64-82c6-b548d351bfe9 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:00:51.484231 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95108798-19ec-47ad-bb46-0521bd7303d0 None None] Checking agent: {'id': 'a3649853-f423-4907-be3f-732a21e792f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858819-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 51, 52), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858819-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:00:51.484598 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95108798-19ec-47ad-bb46-0521bd7303d0 None None] Checking segment: {'id': '198c478d-e58c-4168-b5f9-1fac1821e084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '96c55cd8-33b0-4027-994a-bc89dd1c7933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:00:51.485022 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-95108798-19ec-47ad-bb46-0521bd7303d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:51.485430 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95108798-19ec-47ad-bb46-0521bd7303d0 None None] Bound using segment: {'id': '198c478d-e58c-4168-b5f9-1fac1821e084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '96c55cd8-33b0-4027-994a-bc89dd1c7933'} {{(pid=116022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:00:51.485981 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.managers [None req-95108798-19ec-47ad-bb46-0521bd7303d0 None None] Bound port: 50c0681d-1ad9-4055-ac69-94408c9daffa, host: dv-cinder-858819-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '198c478d-e58c-4168-b5f9-1fac1821e084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '96c55cd8-33b0-4027-994a-bc89dd1c7933'}}] {{(pid=116022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:00:51.486400 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-95108798-19ec-47ad-bb46-0521bd7303d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (50c0681d-1ad9-4055-ac69-94408c9daffa), before_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:51.502716 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port 69a493c8-d0be-4fc6-b371-e09a67ddc586 triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:00:51.527159 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (69a493c8-d0be-4fc6-b371-e09a67ddc586), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:51.531533 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port 69a493c8-d0be-4fc6-b371-e09a67ddc586 Sep 21 22:00:51.616780 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.db_base_plugin_common [req-c8edaa64-126c-4a15-9b49-d9341fb67f90 req-a30a05e2-c5db-43df-a680-e79083c29a68 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Allocated IP 172.20.0.9 (0585c623-22cd-41df-a0a2-cf1e1b8bac58/41a42251-d848-47c6-b80e-908765051886/b34f6617-3c6e-4980-ab1b-3aa5e8b694e8) {{(pid=116020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:00:51.642244 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.71', 62081) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:51.643887 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-9438f681-f4ae-4454-9a5d-45f232aa06a1 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks [] for port (15c4399c-7918-497c-9e89-0b66bf4e14e6), precommit_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:51.683971 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-136bda9a-2736-4fe8-8fc9-c228a94a7522 None None] For port 0bdb164d-3c52-4325-80c5-135d2f502015, host dv-cinder-858819-1-iscsi, cleared binding levels {{(pid=116021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:00:51.686092 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-acd197ed-4c90-4d22-9e2b-c76132345268 admin admin] Publish callbacks [] for security_group (b536c50a-5d74-4e02-a99d-dbeaea35ffe5), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:51.691846 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-136bda9a-2736-4fe8-8fc9-c228a94a7522 None None] For port 0bdb164d-3c52-4325-80c5-135d2f502015, host dv-cinder-858819-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=0bdb164d-3c52-4325-80c5-135d2f502015,segment=NetworkSegment(d07355e0-aacb-4281-84d5-155a0ab99755),segment_id=d07355e0-aacb-4281-84d5-155a0ab99755)] {{(pid=116021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:00:51.730609 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.db [None req-95108798-19ec-47ad-bb46-0521bd7303d0 None None] For port 50c0681d-1ad9-4055-ac69-94408c9daffa, host dv-cinder-858819-1-iscsi, cleared binding levels {{(pid=116022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:00:51.737947 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.db [None req-95108798-19ec-47ad-bb46-0521bd7303d0 None None] For port 50c0681d-1ad9-4055-ac69-94408c9daffa, host dv-cinder-858819-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=50c0681d-1ad9-4055-ac69-94408c9daffa,segment=NetworkSegment(198c478d-e58c-4168-b5f9-1fac1821e084),segment_id=198c478d-e58c-4168-b5f9-1fac1821e084)] {{(pid=116022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:00:51.760362 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port 69a493c8-d0be-4fc6-b371-e09a67ddc586 is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:00:51.761683 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device a0c9154d-e5e0-4b4e-9149-22dcbcaa508b up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:00:51.820873 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-136bda9a-2736-4fe8-8fc9-c228a94a7522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (0bdb164d-3c52-4325-80c5-135d2f502015), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:51.833731 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1707814d-f196-4f0f-9f15-de322bac9005 req-987cca49-2a9b-4e29-9f18-7b2824f1a6d2 service neutron] 10.222.0.52 "GET /v2.0/networks/2abe6793-4110-455a-aa7b-f1c0038ce3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0914481 Sep 21 22:00:51.853235 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-95108798-19ec-47ad-bb46-0521bd7303d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (50c0681d-1ad9-4055-ac69-94408c9daffa), after_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:51.879755 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-9438f681-f4ae-4454-9a5d-45f232aa06a1 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (15c4399c-7918-497c-9e89-0b66bf4e14e6), after_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:51.880535 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-9438f681-f4ae-4454-9a5d-45f232aa06a1 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494336'] for floatingip (7462daed-2dd9-47bc-bb20-34403a8f847f), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:51.904908 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136bda9a-2736-4fe8-8fc9-c228a94a7522 None None] Routers {'b142f32c-8dda-47c3-a391-533de2f6ca41'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:00:51.905730 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-136bda9a-2736-4fe8-8fc9-c228a94a7522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:00:48Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['b142f32c-8dda-47c3-a391-533de2f6ca41'], 'active': True} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:51.954796 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95108798-19ec-47ad-bb46-0521bd7303d0 None None] Routers {'6ed75fd2-e652-4cca-83e3-60b12bd2f039'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:00:51.958154 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-95108798-19ec-47ad-bb46-0521bd7303d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:00:48Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['6ed75fd2-e652-4cca-83e3-60b12bd2f039'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:51.983492 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-7463cce8-c6fb-4fdf-b375-88c4d573a2c1 None None] Attempt 10 to provision port 8ecbbb24-b712-4d64-82c6-b548d351bfe9 Sep 21 22:00:52.022944 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c817e98-dd7e-4eff-a38f-1500f482893b req-d35176fa-96cf-42a8-ae24-5b0e1630f398 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:52.024918 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-7c817e98-dd7e-4eff-a38f-1500f482893b req-d35176fa-96cf-42a8-ae24-5b0e1630f398 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.71 "GET /v2.0/networks?id=87080425-3a77-4ac5-b802-730f1227c9b0 HTTP/1.1" status: 200 len: 812 time: 0.3814559 Sep 21 22:00:52.048338 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [req-7c817e98-dd7e-4eff-a38f-1500f482893b req-58d0b7ef-778c-4acc-b046-8edd198ae777 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] Request body: {'port': {'device_id': '8ce61355-e15f-4391-bd87-a6cbe0879fce', 'network_id': '87080425-3a77-4ac5-b802-730f1227c9b0', 'admin_state_up': True, 'tenant_id': '554364a405f24d63a891ff68e188711b'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:00:52.087198 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port a0c9154d-e5e0-4b4e-9149-22dcbcaa508b triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:00:52.089621 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (a0c9154d-e5e0-4b4e-9149-22dcbcaa508b), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:52.090360 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port a0c9154d-e5e0-4b4e-9149-22dcbcaa508b Sep 21 22:00:52.103184 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9e6de6-9ab7-4749-9a57-1fd26f604181 None None] Pushing event updated for resources: {'Port': ['ID=0bdb164d-3c52-4325-80c5-135d2f502015,revision_number=4']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:52.119668 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-9438f681-f4ae-4454-9a5d-45f232aa06a1 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for floatingip (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:52.121382 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-9438f681-f4ae-4454-9a5d-45f232aa06a1 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4491274 Sep 21 22:00:52.141117 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-994466d2-7a15-4d1d-b20a-16e952502664 req-a6f7b27c-1b24-4122-b351-7013c705bf4c service neutron] 10.222.0.52 "GET /v2.0/networks/ab2b5ec8-d24d-414d-80a8-ae5a033aa18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9834430 Sep 21 22:00:52.224099 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-7463cce8-c6fb-4fdf-b375-88c4d573a2c1 None None] Port 8ecbbb24-b712-4d64-82c6-b548d351bfe9 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:00:52.277897 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-c8edaa64-126c-4a15-9b49-d9341fb67f90 req-a30a05e2-c5db-43df-a680-e79083c29a68 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks [] for port (b34f6617-3c6e-4980-ab1b-3aa5e8b694e8), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:52.306589 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-7463cce8-c6fb-4fdf-b375-88c4d573a2c1 None None] Provisioning complete for port 0bdb164d-3c52-4325-80c5-135d2f502015 triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:00:52.307793 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b62915-c8fc-4262-9060-b444fa582c61 None None] Pushing event updated for resources: {'Port': ['ID=50c0681d-1ad9-4055-ac69-94408c9daffa,revision_number=4']} {{(pid=116022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:52.308694 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7463cce8-c6fb-4fdf-b375-88c4d573a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (0bdb164d-3c52-4325-80c5-135d2f502015), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:52.309134 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-7463cce8-c6fb-4fdf-b375-88c4d573a2c1 None None] Attempt 1 to provision port 0bdb164d-3c52-4325-80c5-135d2f502015 Sep 21 22:00:52.366577 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-994466d2-7a15-4d1d-b20a-16e952502664 req-a2ec06e6-e6df-4255-8f2f-62a535530b8c service neutron] 10.222.0.52 "GET /v2.0/networks/ab2b5ec8-d24d-414d-80a8-ae5a033aa18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201724 Sep 21 22:00:52.380638 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvr_db [None req-136bda9a-2736-4fe8-8fc9-c228a94a7522 None None] Set router b142f32c-8dda-47c3-a391-533de2f6ca41 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:00:52.421032 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9438f681-f4ae-4454-9a5d-45f232aa06a1 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Pushing event updated for resources: {'Port': ['ID=15c4399c-7918-497c-9e89-0b66bf4e14e6,revision_number=2']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:52.459800 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-797031be-d251-4a3c-b05a-775e537e0ab4 req-f6f89e3c-1b14-4a5e-b914-d9f644742141 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Made reservation on behalf of f5fc28ce43d342ff812e8671de415a9c for: {'port': 1} {{(pid=116019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:00:52.474875 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [req-797031be-d251-4a3c-b05a-775e537e0ab4 req-f6f89e3c-1b14-4a5e-b914-d9f644742141 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:52.815686 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-95108798-19ec-47ad-bb46-0521bd7303d0 None None] Set router 6ed75fd2-e652-4cca-83e3-60b12bd2f039 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:00:52.817549 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1707814d-f196-4f0f-9f15-de322bac9005 req-56db927e-8b4b-40c4-8f89-43eb9a5fdefa service neutron] 10.222.0.52 "GET /v2.0/networks/2abe6793-4110-455a-aa7b-f1c0038ce3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7416980 Sep 21 22:00:52.818299 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-7463cce8-c6fb-4fdf-b375-88c4d573a2c1 None None] Current status of the port 0bdb164d-3c52-4325-80c5-135d2f502015 is: DOWN; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:00:52.818299 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7463cce8-c6fb-4fdf-b375-88c4d573a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (0bdb164d-3c52-4325-80c5-135d2f502015), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:52.818299 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-7463cce8-c6fb-4fdf-b375-88c4d573a2c1 None None] For port 0bdb164d-3c52-4325-80c5-135d2f502015, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=0bdb164d-3c52-4325-80c5-135d2f502015,segment=NetworkSegment(d07355e0-aacb-4281-84d5-155a0ab99755),segment_id=d07355e0-aacb-4281-84d5-155a0ab99755)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:00:52.818299 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port a0c9154d-e5e0-4b4e-9149-22dcbcaa508b is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:00:52.818299 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 416beb2d-153f-4731-8dda-3104ce70c6cb up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:00:52.819378 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-95108798-19ec-47ad-bb46-0521bd7303d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'name': 'tempest-AttachVolumeTestJSON-499943819-router', 'tenant_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '69a493c8-d0be-4fc6-b371-e09a67ddc586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:39Z', 'revision_number': 4, 'project_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'gw_port': {'id': '69a493c8-d0be-4fc6-b371-e09a67ddc586', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:04:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:29Z', 'updated_at': '2022-09-21T22:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': '50c0681d-1ad9-4055-ac69-94408c9daffa', 'name': '', 'network_id': '96c55cd8-33b0-4027-994a-bc89dd1c7933', 'tenant_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'mac_address': 'fa:16:3e:6f:17:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'ce246b9e-d1ab-41c3-9dad-8fd19a0b2f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:36Z', 'updated_at': '2022-09-21T22:00:51Z', 'revision_number': 4, 'project_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'subnets': [{'id': 'ce246b9e-d1ab-41c3-9dad-8fd19a0b2f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:52.833943 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95108798-19ec-47ad-bb46-0521bd7303d0 None None] The sync data for ids ['6ed75fd2-e652-4cca-83e3-60b12bd2f039'] in dv-cinder-858819-1-iscsi is: [{'id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'name': 'tempest-AttachVolumeTestJSON-499943819-router', 'tenant_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '69a493c8-d0be-4fc6-b371-e09a67ddc586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:39Z', 'revision_number': 4, 'project_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'gw_port': {'id': '69a493c8-d0be-4fc6-b371-e09a67ddc586', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:04:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:29Z', 'updated_at': '2022-09-21T22:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': '50c0681d-1ad9-4055-ac69-94408c9daffa', 'name': '', 'network_id': '96c55cd8-33b0-4027-994a-bc89dd1c7933', 'tenant_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'mac_address': 'fa:16:3e:6f:17:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'ce246b9e-d1ab-41c3-9dad-8fd19a0b2f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:36Z', 'updated_at': '2022-09-21T22:00:51Z', 'revision_number': 4, 'project_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'subnets': [{'id': 'ce246b9e-d1ab-41c3-9dad-8fd19a0b2f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:00:52.899948 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port 416beb2d-153f-4731-8dda-3104ce70c6cb triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:00:52.914206 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (416beb2d-153f-4731-8dda-3104ce70c6cb), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:52.914206 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port 416beb2d-153f-4731-8dda-3104ce70c6cb Sep 21 22:00:52.987102 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-136bda9a-2736-4fe8-8fc9-c228a94a7522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'name': 'tempest-AttachVolumeShelveTestJSON-1790326084-router', 'tenant_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': 'dc625ff5-d9ec-4b20-9062-4f809d8216d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:27Z', 'updated_at': '2022-09-21T22:00:37Z', 'revision_number': 4, 'project_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'gw_port': {'id': 'dc625ff5-d9ec-4b20-9062-4f809d8216d2', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': '0bdb164d-3c52-4325-80c5-135d2f502015', 'name': '', 'network_id': 'ab2b5ec8-d24d-414d-80a8-ae5a033aa18d', 'tenant_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'mac_address': 'fa:16:3e:31:b8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4fbdb1a2-604b-4475-ad62-84a9530d66d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:35Z', 'updated_at': '2022-09-21T22:00:51Z', 'revision_number': 4, 'project_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'subnets': [{'id': '4fbdb1a2-604b-4475-ad62-84a9530d66d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:53.022015 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136bda9a-2736-4fe8-8fc9-c228a94a7522 None None] The sync data for ids ['b142f32c-8dda-47c3-a391-533de2f6ca41'] in dv-cinder-858819-1-iscsi is: [{'id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'name': 'tempest-AttachVolumeShelveTestJSON-1790326084-router', 'tenant_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': 'dc625ff5-d9ec-4b20-9062-4f809d8216d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:27Z', 'updated_at': '2022-09-21T22:00:37Z', 'revision_number': 4, 'project_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'gw_port': {'id': 'dc625ff5-d9ec-4b20-9062-4f809d8216d2', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': '0bdb164d-3c52-4325-80c5-135d2f502015', 'name': '', 'network_id': 'ab2b5ec8-d24d-414d-80a8-ae5a033aa18d', 'tenant_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'mac_address': 'fa:16:3e:31:b8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4fbdb1a2-604b-4475-ad62-84a9530d66d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:35Z', 'updated_at': '2022-09-21T22:00:51Z', 'revision_number': 4, 'project_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'subnets': [{'id': '4fbdb1a2-604b-4475-ad62-84a9530d66d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:00:53.036888 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port 416beb2d-153f-4731-8dda-3104ce70c6cb is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:00:53.111501 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7463cce8-c6fb-4fdf-b375-88c4d573a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (0bdb164d-3c52-4325-80c5-135d2f502015), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:53.111684 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c817e98-dd7e-4eff-a38f-1500f482893b req-58d0b7ef-778c-4acc-b046-8edd198ae777 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] Made reservation on behalf of 554364a405f24d63a891ff68e188711b for: {'port': 1} {{(pid=116020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:00:53.115240 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-7c817e98-dd7e-4eff-a38f-1500f482893b req-58d0b7ef-778c-4acc-b046-8edd198ae777 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:53.115385 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:53.119745 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-c8edaa64-126c-4a15-9b49-d9341fb67f90 req-a30a05e2-c5db-43df-a680-e79083c29a68 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043'] for port (b34f6617-3c6e-4980-ab1b-3aa5e8b694e8), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:53.120200 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-acd197ed-4c90-4d22-9e2b-c76132345268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (b536c50a-5d74-4e02-a99d-dbeaea35ffe5), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:53.130147 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-acd197ed-4c90-4d22-9e2b-c76132345268 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:53.135422 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-acd197ed-4c90-4d22-9e2b-c76132345268 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b536c50a-5d74-4e02-a99d-dbeaea35ffe5 HTTP/1.1" status: 204 len: 168 time: 2.5562916 Sep 21 22:00:53.348385 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-7463cce8-c6fb-4fdf-b375-88c4d573a2c1 None None] Provisioning complete for port 50c0681d-1ad9-4055-ac69-94408c9daffa triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:00:53.348732 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7463cce8-c6fb-4fdf-b375-88c4d573a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (50c0681d-1ad9-4055-ac69-94408c9daffa), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:53.349023 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-7463cce8-c6fb-4fdf-b375-88c4d573a2c1 None None] Attempt 1 to provision port 50c0681d-1ad9-4055-ac69-94408c9daffa Sep 21 22:00:53.357327 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd197ed-4c90-4d22-9e2b-c76132345268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b536c50a-5d74-4e02-a99d-dbeaea35ffe5,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:53.506865 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.db_base_plugin_common [req-797031be-d251-4a3c-b05a-775e537e0ab4 req-f6f89e3c-1b14-4a5e-b914-d9f644742141 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Allocated IP 172.20.0.7 (0585c623-22cd-41df-a0a2-cf1e1b8bac58/41a42251-d848-47c6-b80e-908765051886/706976ff-af50-43e6-9626-57fc5a8de1eb) {{(pid=116019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:00:53.684561 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:00:53.782392 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a05e2-c5db-43df-a680-e79083c29a68 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Pushing event updated for resources: {'Port': ['ID=b34f6617-3c6e-4980-ab1b-3aa5e8b694e8,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:53.788544 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7463cce8-c6fb-4fdf-b375-88c4d573a2c1 None None] Pushing event updated for resources: {'Port': ['ID=0bdb164d-3c52-4325-80c5-135d2f502015,revision_number=5']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:53.864870 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8edaa64-126c-4a15-9b49-d9341fb67f90 req-a30a05e2-c5db-43df-a680-e79083c29a68 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Network 0585c623-22cd-41df-a0a2-cf1e1b8bac58 is already hosted by enough agents. {{(pid=116020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:00:53.900336 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.base_scheduler [req-c8edaa64-126c-4a15-9b49-d9341fb67f90 req-a30a05e2-c5db-43df-a680-e79083c29a68 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Resources bound (agent type, host, resource id): {{(pid=116020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:00:53.912668 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8edaa64-126c-4a15-9b49-d9341fb67f90 req-a30a05e2-c5db-43df-a680-e79083c29a68 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Received port after_create {{(pid=116020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:00:53.945819 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8edaa64-126c-4a15-9b49-d9341fb67f90 req-a30a05e2-c5db-43df-a680-e79083c29a68 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:53.946571 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-c8edaa64-126c-4a15-9b49-d9341fb67f90 req-a30a05e2-c5db-43df-a680-e79083c29a68 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:54.100986 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-cafce110-2f09-471f-9cf3-00cf9643855b req-f2ea6af5-4ae2-4a4c-924b-4cf0797bd79b tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ce61355-e15f-4391-bd87-a6cbe0879fce HTTP/1.1" status: 200 len: 210 time: 0.0972197 Sep 21 22:00:54.160846 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-c8edaa64-126c-4a15-9b49-d9341fb67f90 req-a30a05e2-c5db-43df-a680-e79083c29a68 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9654336 Sep 21 22:00:54.179274 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port 12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:00:54.183539 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:54.183809 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ca55d9b4-eaef-4cc7-bd37-510e6c80b4d6 req-17068b75-d640-4343-971d-8f2fecf61f14 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 210 time: 0.0798578 Sep 21 22:00:54.186242 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port 12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc Sep 21 22:00:54.209681 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [req-c8edaa64-126c-4a15-9b49-d9341fb67f90 req-31d7d6a4-058d-4b79-9a1e-62ed5df6995f tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=116020) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 22:00:54.213134 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-c8edaa64-126c-4a15-9b49-d9341fb67f90 req-31d7d6a4-058d-4b79-9a1e-62ed5df6995f tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0296350 Sep 21 22:00:54.218625 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-7463cce8-c6fb-4fdf-b375-88c4d573a2c1 None None] Current status of the port 50c0681d-1ad9-4055-ac69-94408c9daffa is: DOWN; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:00:54.219482 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7463cce8-c6fb-4fdf-b375-88c4d573a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (50c0681d-1ad9-4055-ac69-94408c9daffa), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:54.549126 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-7463cce8-c6fb-4fdf-b375-88c4d573a2c1 None None] For port 50c0681d-1ad9-4055-ac69-94408c9daffa, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=50c0681d-1ad9-4055-ac69-94408c9daffa,segment=NetworkSegment(198c478d-e58c-4168-b5f9-1fac1821e084),segment_id=198c478d-e58c-4168-b5f9-1fac1821e084)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:00:54.565558 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.db_base_plugin_common [req-7c817e98-dd7e-4eff-a38f-1500f482893b req-58d0b7ef-778c-4acc-b046-8edd198ae777 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] Allocated IP 172.20.0.9 (87080425-3a77-4ac5-b802-730f1227c9b0/3edf459f-a2e6-4ce4-b9ee-2c3614ea8be0/62289185-3ca1-4cf7-95b6-8f203c98d473) {{(pid=116020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:00:54.646198 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port 12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc is: DOWN; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:00:54.646596 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:54.689597 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7463cce8-c6fb-4fdf-b375-88c4d573a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (50c0681d-1ad9-4055-ac69-94408c9daffa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:54.718907 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] For port 12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc,segment=NetworkSegment(286b158d-b65b-48b3-9fb8-ab2055e67b3c),segment_id=286b158d-b65b-48b3-9fb8-ab2055e67b3c)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:00:54.740636 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [req-c8edaa64-126c-4a15-9b49-d9341fb67f90 req-674ee0a4-fc73-4b17-a931-3f467c9ec1b2 service neutron] Request body: {'port': {'device_id': '265d80a0-fca9-4f50-a08c-602210d0a96f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:00:54.773777 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-7463cce8-c6fb-4fdf-b375-88c4d573a2c1 None None] Provisioning complete for port a0c9154d-e5e0-4b4e-9149-22dcbcaa508b triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:00:54.774182 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7463cce8-c6fb-4fdf-b375-88c4d573a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (a0c9154d-e5e0-4b4e-9149-22dcbcaa508b), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:54.774538 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-7463cce8-c6fb-4fdf-b375-88c4d573a2c1 None None] Attempt 1 to provision port a0c9154d-e5e0-4b4e-9149-22dcbcaa508b Sep 21 22:00:54.834088 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:54.834883 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 0bdb164d-3c52-4325-80c5-135d2f502015 up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:00:54.873036 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-c8edaa64-126c-4a15-9b49-d9341fb67f90 req-674ee0a4-fc73-4b17-a931-3f467c9ec1b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (b34f6617-3c6e-4980-ab1b-3aa5e8b694e8), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:54.913464 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7463cce8-c6fb-4fdf-b375-88c4d573a2c1 None None] Pushing event updated for resources: {'Port': ['ID=50c0681d-1ad9-4055-ac69-94408c9daffa,revision_number=5']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:54.917142 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [req-797031be-d251-4a3c-b05a-775e537e0ab4 req-f6f89e3c-1b14-4a5e-b914-d9f644742141 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks [] for port (706976ff-af50-43e6-9626-57fc5a8de1eb), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:54.988535 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-7c817e98-dd7e-4eff-a38f-1500f482893b req-58d0b7ef-778c-4acc-b046-8edd198ae777 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] Publish callbacks [] for port (62289185-3ca1-4cf7-95b6-8f203c98d473), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:55.027122 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port 0bdb164d-3c52-4325-80c5-135d2f502015 triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:00:55.029708 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (0bdb164d-3c52-4325-80c5-135d2f502015), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:55.029708 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port 0bdb164d-3c52-4325-80c5-135d2f502015 Sep 21 22:00:55.110730 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Pushing event updated for resources: {'Port': ['ID=12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc,revision_number=4']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:55.134236 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-7463cce8-c6fb-4fdf-b375-88c4d573a2c1 None None] Current status of the port a0c9154d-e5e0-4b4e-9149-22dcbcaa508b is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:00:55.155376 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-7463cce8-c6fb-4fdf-b375-88c4d573a2c1 None None] Provisioning complete for port 2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:00:55.169979 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7463cce8-c6fb-4fdf-b375-88c4d573a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:55.169979 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-7463cce8-c6fb-4fdf-b375-88c4d573a2c1 None None] Attempt 1 to provision port 2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec Sep 21 22:00:55.192363 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 58626) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:55.195000 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [req-797031be-d251-4a3c-b05a-775e537e0ab4 req-f6f89e3c-1b14-4a5e-b914-d9f644742141 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043'] for port (706976ff-af50-43e6-9626-57fc5a8de1eb), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:55.221004 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port 0bdb164d-3c52-4325-80c5-135d2f502015 is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:00:55.252318 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-7c817e98-dd7e-4eff-a38f-1500f482893b req-58d0b7ef-778c-4acc-b046-8edd198ae777 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043'] for port (62289185-3ca1-4cf7-95b6-8f203c98d473), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:55.263317 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-230d794b-8d50-4fec-8d8e-d1da249adb0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:55.285296 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-85d322b5-3c20-4043-a2f1-637037e2c99c req-43e2c0c2-6af6-4362-9535-6d4659819282 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 210 time: 0.6876144 Sep 21 22:00:55.329030 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d0b7ef-778c-4acc-b046-8edd198ae777 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] Pushing event updated for resources: {'Port': ['ID=62289185-3ca1-4cf7-95b6-8f203c98d473,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:55.346654 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-7463cce8-c6fb-4fdf-b375-88c4d573a2c1 None None] Current status of the port 2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:00:55.422586 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c817e98-dd7e-4eff-a38f-1500f482893b req-58d0b7ef-778c-4acc-b046-8edd198ae777 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] Network 87080425-3a77-4ac5-b802-730f1227c9b0 is already hosted by enough agents. {{(pid=116020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:00:55.431511 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.base_scheduler [req-7c817e98-dd7e-4eff-a38f-1500f482893b req-58d0b7ef-778c-4acc-b046-8edd198ae777 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] Resources bound (agent type, host, resource id): {{(pid=116020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:00:55.439320 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c817e98-dd7e-4eff-a38f-1500f482893b req-58d0b7ef-778c-4acc-b046-8edd198ae777 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] Received port after_create {{(pid=116020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:00:55.445087 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c817e98-dd7e-4eff-a38f-1500f482893b req-58d0b7ef-778c-4acc-b046-8edd198ae777 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:55.445636 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-7c817e98-dd7e-4eff-a38f-1500f482893b req-58d0b7ef-778c-4acc-b046-8edd198ae777 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:55.519903 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-725d56d9-bc86-40d8-a4d9-b662548a39aa None None] Provisioning complete for port 8ecbbb24-b712-4d64-82c6-b548d351bfe9 triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:00:55.520324 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-725d56d9-bc86-40d8-a4d9-b662548a39aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (8ecbbb24-b712-4d64-82c6-b548d351bfe9), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:55.520663 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-725d56d9-bc86-40d8-a4d9-b662548a39aa None None] Attempt 1 to provision port 8ecbbb24-b712-4d64-82c6-b548d351bfe9 Sep 21 22:00:55.587616 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-7c817e98-dd7e-4eff-a38f-1500f482893b req-58d0b7ef-778c-4acc-b046-8edd198ae777 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5350432 Sep 21 22:00:55.616963 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [req-7c817e98-dd7e-4eff-a38f-1500f482893b req-dd6c2bd4-d125-48f2-8f41-fa1bb5f14221 service neutron] Request body: {'port': {'device_id': '8ce61355-e15f-4391-bd87-a6cbe0879fce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:00:55.636927 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-797031be-d251-4a3c-b05a-775e537e0ab4 req-f6f89e3c-1b14-4a5e-b914-d9f644742141 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Network 0585c623-22cd-41df-a0a2-cf1e1b8bac58 is already hosted by enough agents. {{(pid=116019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:00:55.657907 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-725d56d9-bc86-40d8-a4d9-b662548a39aa None None] Port 8ecbbb24-b712-4d64-82c6-b548d351bfe9 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:00:55.709987 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 50c0681d-1ad9-4055-ac69-94408c9daffa up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:00:55.736116 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.base_scheduler [req-797031be-d251-4a3c-b05a-775e537e0ab4 req-f6f89e3c-1b14-4a5e-b914-d9f644742141 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Resources bound (agent type, host, resource id): {{(pid=116019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:00:55.829245 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port 50c0681d-1ad9-4055-ac69-94408c9daffa triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:00:55.829643 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (50c0681d-1ad9-4055-ac69-94408c9daffa), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:55.829985 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port 50c0681d-1ad9-4055-ac69-94408c9daffa Sep 21 22:00:55.840554 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-629e5639-8a9d-436f-8e31-20656411e01c req-26e730ec-83b5-423d-a3bc-5aad76c7b7db tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a9f98f1-a8d8-46dd-a348-b7facad90c49 HTTP/1.1" status: 200 len: 210 time: 0.3295529 Sep 21 22:00:55.854574 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.l3_dvrscheduler_db [req-797031be-d251-4a3c-b05a-775e537e0ab4 req-f6f89e3c-1b14-4a5e-b914-d9f644742141 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Received port after_create {{(pid=116019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:00:55.873760 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797031be-d251-4a3c-b05a-775e537e0ab4 req-f6f89e3c-1b14-4a5e-b914-d9f644742141 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:55.874529 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [req-797031be-d251-4a3c-b05a-775e537e0ab4 req-f6f89e3c-1b14-4a5e-b914-d9f644742141 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for port (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:55.925835 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-230d794b-8d50-4fec-8d8e-d1da249adb0e admin admin] Publish callbacks [] for security_group (9da38641-efed-47ce-83ce-91bf85d991e6), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:55.965402 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [req-c8edaa64-126c-4a15-9b49-d9341fb67f90 req-674ee0a4-fc73-4b17-a931-3f467c9ec1b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b34f6617-3c6e-4980-ab1b-3aa5e8b694e8 {{(pid=116020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:00:55.987535 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-059736f1-dd76-465d-b2a2-c15e943ce7bd req-1c44ce24-d7cc-4169-bf7a-b61e2c5bf90b tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1191966624&fields=id&tenant_id=b33a94a4c3ce4d1c85fa49c2871df1d3 HTTP/1.1" status: 200 len: 267 time: 0.9091504 Sep 21 22:00:55.987535 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f89e3c-1b14-4a5e-b914-d9f644742141 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Pushing event updated for resources: {'Port': ['ID=706976ff-af50-43e6-9626-57fc5a8de1eb,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:56.031770 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-c8edaa64-126c-4a15-9b49-d9341fb67f90 req-674ee0a4-fc73-4b17-a931-3f467c9ec1b2 service neutron] Publish callbacks [] for port (b34f6617-3c6e-4980-ab1b-3aa5e8b694e8), precommit_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:56.055238 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-230d794b-8d50-4fec-8d8e-d1da249adb0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (9da38641-efed-47ce-83ce-91bf85d991e6), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:56.163077 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-725d56d9-bc86-40d8-a4d9-b662548a39aa None None] Attempt 2 to provision port 8ecbbb24-b712-4d64-82c6-b548d351bfe9 Sep 21 22:00:56.187536 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-7c817e98-dd7e-4eff-a38f-1500f482893b req-dd6c2bd4-d125-48f2-8f41-fa1bb5f14221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (62289185-3ca1-4cf7-95b6-8f203c98d473), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:56.213240 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-797031be-d251-4a3c-b05a-775e537e0ab4 req-f6f89e3c-1b14-4a5e-b914-d9f644742141 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3902183 Sep 21 22:00:56.238449 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [req-797031be-d251-4a3c-b05a-775e537e0ab4 req-4de0388b-53f0-4fe3-a7e8-9152bc6c46b8 service neutron] Request body: {'port': {'device_id': '2d22c011-b79c-4098-a689-c8bf19767457', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:00:56.280450 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port 50c0681d-1ad9-4055-ac69-94408c9daffa is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:00:56.282331 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:00:56.356203 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-725d56d9-bc86-40d8-a4d9-b662548a39aa None None] Port 8ecbbb24-b712-4d64-82c6-b548d351bfe9 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:00:56.391644 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port 12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:00:56.392054 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:56.392502 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port 12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc Sep 21 22:00:56.418067 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059736f1-dd76-465d-b2a2-c15e943ce7bd req-deea8675-6fbc-40f2-8770-e5f478cb97e7 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:56.427061 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-059736f1-dd76-465d-b2a2-c15e943ce7bd req-deea8675-6fbc-40f2-8770-e5f478cb97e7 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/networks?id=96c55cd8-33b0-4027-994a-bc89dd1c7933 HTTP/1.1" status: 200 len: 810 time: 0.4238994 Sep 21 22:00:56.458290 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-059736f1-dd76-465d-b2a2-c15e943ce7bd req-60fb2dce-b87a-4732-a386-226a17ff8c9a tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/quotas/b33a94a4c3ce4d1c85fa49c2871df1d3 HTTP/1.1" status: 200 len: 375 time: 0.0290658 Sep 21 22:00:56.532164 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230d794b-8d50-4fec-8d8e-d1da249adb0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da38641-efed-47ce-83ce-91bf85d991e6,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:56.558273 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.provisioning_blocks [req-c8edaa64-126c-4a15-9b49-d9341fb67f90 req-674ee0a4-fc73-4b17-a931-3f467c9ec1b2 service neutron] Transition to ACTIVE for port object b34f6617-3c6e-4980-ab1b-3aa5e8b694e8 will not be triggered until provisioned by entity L2. {{(pid=116020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 22:00:56.581916 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [req-797031be-d251-4a3c-b05a-775e537e0ab4 req-4de0388b-53f0-4fe3-a7e8-9152bc6c46b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (706976ff-af50-43e6-9626-57fc5a8de1eb), before_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:56.583652 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port 12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:00:56.588520 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 0bdb164d-3c52-4325-80c5-135d2f502015 up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:00:56.594087 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-230d794b-8d50-4fec-8d8e-d1da249adb0e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e21c0ec2383947ff8142cadfff2062df&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4024677 Sep 21 22:00:56.599810 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 58640) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:00:56.651260 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-c8edaa64-126c-4a15-9b49-d9341fb67f90 req-674ee0a4-fc73-4b17-a931-3f467c9ec1b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (b34f6617-3c6e-4980-ab1b-3aa5e8b694e8), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:56.716511 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port 0bdb164d-3c52-4325-80c5-135d2f502015 triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:00:56.717109 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (0bdb164d-3c52-4325-80c5-135d2f502015), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:56.717538 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port 0bdb164d-3c52-4325-80c5-135d2f502015 Sep 21 22:00:56.795320 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-059736f1-dd76-465d-b2a2-c15e943ce7bd req-dde471e0-19ec-4421-938f-6aa55d319774 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b33a94a4c3ce4d1c85fa49c2871df1d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3354199 Sep 21 22:00:56.828247 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848880e-8eba-4e82-8b8f-9f7d9a8194c9 req-1ca185af-9c74-48f4-ad24-0eef058b1c65 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:56.829857 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2848880e-8eba-4e82-8b8f-9f7d9a8194c9 req-1ca185af-9c74-48f4-ad24-0eef058b1c65 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ce61355-e15f-4391-bd87-a6cbe0879fce HTTP/1.1" status: 200 len: 931 time: 0.5082471 Sep 21 22:00:56.859367 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-725d56d9-bc86-40d8-a4d9-b662548a39aa None None] Attempt 3 to provision port 8ecbbb24-b712-4d64-82c6-b548d351bfe9 Sep 21 22:00:56.979147 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port 0bdb164d-3c52-4325-80c5-135d2f502015 is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:00:57.008091 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674ee0a4-fc73-4b17-a931-3f467c9ec1b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b34f6617-3c6e-4980-ab1b-3aa5e8b694e8,revision_number=2']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:57.011631 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-725d56d9-bc86-40d8-a4d9-b662548a39aa None None] Port 8ecbbb24-b712-4d64-82c6-b548d351bfe9 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:00:57.021576 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-c8edaa64-126c-4a15-9b49-d9341fb67f90 req-674ee0a4-fc73-4b17-a931-3f467c9ec1b2 service neutron] Attempting to bind port b34f6617-3c6e-4980-ab1b-3aa5e8b694e8 on host hv-cinder-85881 for vnic_type normal with profile {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:00:57.022026 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-c8edaa64-126c-4a15-9b49-d9341fb67f90 req-674ee0a4-fc73-4b17-a931-3f467c9ec1b2 service neutron] Attempting to bind port b34f6617-3c6e-4980-ab1b-3aa5e8b694e8 by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': '1fe5eab9-96f0-4b3e-9716-db26533318f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0585c623-22cd-41df-a0a2-cf1e1b8bac58'}] {{(pid=116020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:00:57.022771 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8edaa64-126c-4a15-9b49-d9341fb67f90 req-674ee0a4-fc73-4b17-a931-3f467c9ec1b2 service neutron] Attempting to bind port b34f6617-3c6e-4980-ab1b-3aa5e8b694e8 on network 0585c623-22cd-41df-a0a2-cf1e1b8bac58 {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:00:57.058883 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8edaa64-126c-4a15-9b49-d9341fb67f90 req-674ee0a4-fc73-4b17-a931-3f467c9ec1b2 service neutron] Port b34f6617-3c6e-4980-ab1b-3aa5e8b694e8 on network 0585c623-22cd-41df-a0a2-cf1e1b8bac58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 22:00:57.059212 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8edaa64-126c-4a15-9b49-d9341fb67f90 req-674ee0a4-fc73-4b17-a931-3f467c9ec1b2 service neutron] Attempting to bind port b34f6617-3c6e-4980-ab1b-3aa5e8b694e8 on network 0585c623-22cd-41df-a0a2-cf1e1b8bac58 {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:00:57.070583 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8edaa64-126c-4a15-9b49-d9341fb67f90 req-674ee0a4-fc73-4b17-a931-3f467c9ec1b2 service neutron] Checking agent: {'id': '0aee7d89-594f-4992-91de-a4ac3f52e28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 58, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 58, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:00:57.070952 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8edaa64-126c-4a15-9b49-d9341fb67f90 req-674ee0a4-fc73-4b17-a931-3f467c9ec1b2 service neutron] Checking segment: {'id': '1fe5eab9-96f0-4b3e-9716-db26533318f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0585c623-22cd-41df-a0a2-cf1e1b8bac58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:00:57.071532 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8edaa64-126c-4a15-9b49-d9341fb67f90 req-674ee0a4-fc73-4b17-a931-3f467c9ec1b2 service neutron] Bound using segment: {'id': '1fe5eab9-96f0-4b3e-9716-db26533318f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0585c623-22cd-41df-a0a2-cf1e1b8bac58'} {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:00:57.072006 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-c8edaa64-126c-4a15-9b49-d9341fb67f90 req-674ee0a4-fc73-4b17-a931-3f467c9ec1b2 service neutron] Bound port: b34f6617-3c6e-4980-ab1b-3aa5e8b694e8, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fe5eab9-96f0-4b3e-9716-db26533318f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0585c623-22cd-41df-a0a2-cf1e1b8bac58'}}] {{(pid=116020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:00:57.072605 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-c8edaa64-126c-4a15-9b49-d9341fb67f90 req-674ee0a4-fc73-4b17-a931-3f467c9ec1b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (b34f6617-3c6e-4980-ab1b-3aa5e8b694e8), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:57.304448 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-de67d0e8-7502-4a60-9e0d-00a9132dd9d2 admin admin] Publish callbacks [] for security_group (9da38641-efed-47ce-83ce-91bf85d991e6), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:57.332281 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [req-7c817e98-dd7e-4eff-a38f-1500f482893b req-dd6c2bd4-d125-48f2-8f41-fa1bb5f14221 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62289185-3ca1-4cf7-95b6-8f203c98d473 {{(pid=116020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:00:57.346009 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-7c817e98-dd7e-4eff-a38f-1500f482893b req-dd6c2bd4-d125-48f2-8f41-fa1bb5f14221 service neutron] Publish callbacks [] for port (62289185-3ca1-4cf7-95b6-8f203c98d473), precommit_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:57.397831 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.provisioning_blocks [req-7c817e98-dd7e-4eff-a38f-1500f482893b req-dd6c2bd4-d125-48f2-8f41-fa1bb5f14221 service neutron] Transition to ACTIVE for port object 62289185-3ca1-4cf7-95b6-8f203c98d473 will not be triggered until provisioned by entity L2. {{(pid=116020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 22:00:57.399107 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-c8edaa64-126c-4a15-9b49-d9341fb67f90 req-674ee0a4-fc73-4b17-a931-3f467c9ec1b2 service neutron] For port b34f6617-3c6e-4980-ab1b-3aa5e8b694e8, host hv-cinder-85881, cleared binding levels {{(pid=116020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:00:57.429826 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-c8edaa64-126c-4a15-9b49-d9341fb67f90 req-674ee0a4-fc73-4b17-a931-3f467c9ec1b2 service neutron] For port b34f6617-3c6e-4980-ab1b-3aa5e8b694e8, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=b34f6617-3c6e-4980-ab1b-3aa5e8b694e8,segment=NetworkSegment(1fe5eab9-96f0-4b3e-9716-db26533318f5),segment_id=1fe5eab9-96f0-4b3e-9716-db26533318f5)] {{(pid=116020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:00:57.441393 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-de67d0e8-7502-4a60-9e0d-00a9132dd9d2 admin admin] Publish callbacks [] for security_group (9da38641-efed-47ce-83ce-91bf85d991e6), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:57.469191 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-7c817e98-dd7e-4eff-a38f-1500f482893b req-dd6c2bd4-d125-48f2-8f41-fa1bb5f14221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (62289185-3ca1-4cf7-95b6-8f203c98d473), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:57.472693 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2848880e-8eba-4e82-8b8f-9f7d9a8194c9 req-1a244fa1-fb91-4c34-a468-35b642fbb0e9 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b6f6501-dbdb-4f78-9e46-c535e3b3e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5187082 Sep 21 22:00:57.512769 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-725d56d9-bc86-40d8-a4d9-b662548a39aa None None] Attempt 4 to provision port 8ecbbb24-b712-4d64-82c6-b548d351bfe9 Sep 21 22:00:57.529302 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-059736f1-dd76-465d-b2a2-c15e943ce7bd req-67b351a6-92f2-465f-b56e-f52d5474dc1a service neutron] 10.222.0.52 "GET /v2.0/networks/96c55cd8-33b0-4027-994a-bc89dd1c7933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6982229 Sep 21 22:00:57.567799 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-725d56d9-bc86-40d8-a4d9-b662548a39aa None None] Port 8ecbbb24-b712-4d64-82c6-b548d351bfe9 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:00:57.570987 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-c8edaa64-126c-4a15-9b49-d9341fb67f90 req-674ee0a4-fc73-4b17-a931-3f467c9ec1b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (b34f6617-3c6e-4980-ab1b-3aa5e8b694e8), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:57.598335 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6c2bd4-d125-48f2-8f41-fa1bb5f14221 service neutron] Pushing event updated for resources: {'Port': ['ID=62289185-3ca1-4cf7-95b6-8f203c98d473,revision_number=2']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:57.614557 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8edaa64-126c-4a15-9b49-d9341fb67f90 req-674ee0a4-fc73-4b17-a931-3f467c9ec1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:57.615180 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-c8edaa64-126c-4a15-9b49-d9341fb67f90 req-674ee0a4-fc73-4b17-a931-3f467c9ec1b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:57.616672 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-c8edaa64-126c-4a15-9b49-d9341fb67f90 req-674ee0a4-fc73-4b17-a931-3f467c9ec1b2 service neutron] 10.222.0.71 "PUT /v2.0/ports/b34f6617-3c6e-4980-ab1b-3aa5e8b694e8 HTTP/1.1" status: 200 len: 1093 time: 3.0151272 Sep 21 22:00:57.617405 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '265d80a0-fca9-4f50-a08c-602210d0a96f', 'tag': 'b34f6617-3c6e-4980-ab1b-3aa5e8b694e8'}] {{(pid=116020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:00:57.747844 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-7c817e98-dd7e-4eff-a38f-1500f482893b req-dd6c2bd4-d125-48f2-8f41-fa1bb5f14221 service neutron] Attempting to bind port 62289185-3ca1-4cf7-95b6-8f203c98d473 on host hv-cinder-85881 for vnic_type normal with profile {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:00:57.748224 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-7c817e98-dd7e-4eff-a38f-1500f482893b req-dd6c2bd4-d125-48f2-8f41-fa1bb5f14221 service neutron] Attempting to bind port 62289185-3ca1-4cf7-95b6-8f203c98d473 by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': '51038d65-ec74-4a3c-a8ad-238c9bcc5f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '87080425-3a77-4ac5-b802-730f1227c9b0'}] {{(pid=116020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:00:57.748560 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c817e98-dd7e-4eff-a38f-1500f482893b req-dd6c2bd4-d125-48f2-8f41-fa1bb5f14221 service neutron] Attempting to bind port 62289185-3ca1-4cf7-95b6-8f203c98d473 on network 87080425-3a77-4ac5-b802-730f1227c9b0 {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:00:57.754862 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c817e98-dd7e-4eff-a38f-1500f482893b req-dd6c2bd4-d125-48f2-8f41-fa1bb5f14221 service neutron] Port 62289185-3ca1-4cf7-95b6-8f203c98d473 on network 87080425-3a77-4ac5-b802-730f1227c9b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 22:00:57.761053 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c817e98-dd7e-4eff-a38f-1500f482893b req-dd6c2bd4-d125-48f2-8f41-fa1bb5f14221 service neutron] Attempting to bind port 62289185-3ca1-4cf7-95b6-8f203c98d473 on network 87080425-3a77-4ac5-b802-730f1227c9b0 {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:00:57.766342 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c817e98-dd7e-4eff-a38f-1500f482893b req-dd6c2bd4-d125-48f2-8f41-fa1bb5f14221 service neutron] Checking agent: {'id': '0aee7d89-594f-4992-91de-a4ac3f52e28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 58, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 58, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:00:57.766689 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c817e98-dd7e-4eff-a38f-1500f482893b req-dd6c2bd4-d125-48f2-8f41-fa1bb5f14221 service neutron] Checking segment: {'id': '51038d65-ec74-4a3c-a8ad-238c9bcc5f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '87080425-3a77-4ac5-b802-730f1227c9b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:00:57.767084 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c817e98-dd7e-4eff-a38f-1500f482893b req-dd6c2bd4-d125-48f2-8f41-fa1bb5f14221 service neutron] Bound using segment: {'id': '51038d65-ec74-4a3c-a8ad-238c9bcc5f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '87080425-3a77-4ac5-b802-730f1227c9b0'} {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:00:57.767528 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-7c817e98-dd7e-4eff-a38f-1500f482893b req-dd6c2bd4-d125-48f2-8f41-fa1bb5f14221 service neutron] Bound port: 62289185-3ca1-4cf7-95b6-8f203c98d473, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51038d65-ec74-4a3c-a8ad-238c9bcc5f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '87080425-3a77-4ac5-b802-730f1227c9b0'}}] {{(pid=116020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:00:57.767889 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-7c817e98-dd7e-4eff-a38f-1500f482893b req-dd6c2bd4-d125-48f2-8f41-fa1bb5f14221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (62289185-3ca1-4cf7-95b6-8f203c98d473), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:57.772569 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.notifiers.nova [req-797031be-d251-4a3c-b05a-775e537e0ab4 req-4de0388b-53f0-4fe3-a7e8-9152bc6c46b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 706976ff-af50-43e6-9626-57fc5a8de1eb {{(pid=116019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:00:57.786822 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [req-797031be-d251-4a3c-b05a-775e537e0ab4 req-4de0388b-53f0-4fe3-a7e8-9152bc6c46b8 service neutron] Publish callbacks [] for port (706976ff-af50-43e6-9626-57fc5a8de1eb), precommit_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:57.798725 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-de67d0e8-7502-4a60-9e0d-00a9132dd9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (9da38641-efed-47ce-83ce-91bf85d991e6), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:57.801333 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-de67d0e8-7502-4a60-9e0d-00a9132dd9d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:57.811217 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-de67d0e8-7502-4a60-9e0d-00a9132dd9d2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9da38641-efed-47ce-83ce-91bf85d991e6 HTTP/1.1" status: 204 len: 168 time: 1.1963713 Sep 21 22:00:57.825127 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe9b206-0f24-45eb-b6cb-de36dc6775e2 req-b2088128-0d3d-47c4-abaf-7b732c7ca11a tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:57.826700 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-3fe9b206-0f24-45eb-b6cb-de36dc6775e2 req-b2088128-0d3d-47c4-abaf-7b732c7ca11a tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 931 time: 0.2461891 Sep 21 22:00:57.838036 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674ee0a4-fc73-4b17-a931-3f467c9ec1b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b34f6617-3c6e-4980-ab1b-3aa5e8b694e8,revision_number=3']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:57.852384 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-059736f1-dd76-465d-b2a2-c15e943ce7bd req-6f768767-e92b-49bd-ab2c-84c25b130f3b service neutron] 10.222.0.52 "GET /v2.0/networks/96c55cd8-33b0-4027-994a-bc89dd1c7933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939646 Sep 21 22:00:57.855270 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de67d0e8-7502-4a60-9e0d-00a9132dd9d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da38641-efed-47ce-83ce-91bf85d991e6,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:57.900933 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.provisioning_blocks [req-797031be-d251-4a3c-b05a-775e537e0ab4 req-4de0388b-53f0-4fe3-a7e8-9152bc6c46b8 service neutron] Transition to ACTIVE for port object 706976ff-af50-43e6-9626-57fc5a8de1eb will not be triggered until provisioned by entity L2. {{(pid=116019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 22:00:57.904212 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}616469ce01b4343580b51944d90e43cdadd76175ffa2c7c7ae3ce11ef7217efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31bca918-4a1f-49cd-bb6b-fbadef5e181a" -d '{"events": [{"name": "network-changed", "server_uuid": "265d80a0-fca9-4f50-a08c-602210d0a96f", "tag": "b34f6617-3c6e-4980-ab1b-3aa5e8b694e8"}]}' {{(pid=116020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:00:57.932128 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-7c817e98-dd7e-4eff-a38f-1500f482893b req-dd6c2bd4-d125-48f2-8f41-fa1bb5f14221 service neutron] For port 62289185-3ca1-4cf7-95b6-8f203c98d473, host hv-cinder-85881, cleared binding levels {{(pid=116020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:00:57.938235 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-7c817e98-dd7e-4eff-a38f-1500f482893b req-dd6c2bd4-d125-48f2-8f41-fa1bb5f14221 service neutron] For port 62289185-3ca1-4cf7-95b6-8f203c98d473, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=62289185-3ca1-4cf7-95b6-8f203c98d473,segment=NetworkSegment(51038d65-ec74-4a3c-a8ad-238c9bcc5f59),segment_id=51038d65-ec74-4a3c-a8ad-238c9bcc5f59)] {{(pid=116020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:00:57.956718 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-3fe9b206-0f24-45eb-b6cb-de36dc6775e2 req-b9209b94-06dc-4515-9c48-4885f628de51 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133280 Sep 21 22:00:57.979348 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [req-797031be-d251-4a3c-b05a-775e537e0ab4 req-4de0388b-53f0-4fe3-a7e8-9152bc6c46b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (706976ff-af50-43e6-9626-57fc5a8de1eb), after_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:58.009093 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-7c817e98-dd7e-4eff-a38f-1500f482893b req-dd6c2bd4-d125-48f2-8f41-fa1bb5f14221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (62289185-3ca1-4cf7-95b6-8f203c98d473), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:58.021064 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c817e98-dd7e-4eff-a38f-1500f482893b req-dd6c2bd4-d125-48f2-8f41-fa1bb5f14221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:58.021855 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-7c817e98-dd7e-4eff-a38f-1500f482893b req-dd6c2bd4-d125-48f2-8f41-fa1bb5f14221 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:58.023442 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-7c817e98-dd7e-4eff-a38f-1500f482893b req-dd6c2bd4-d125-48f2-8f41-fa1bb5f14221 service neutron] 10.222.0.71 "PUT /v2.0/ports/62289185-3ca1-4cf7-95b6-8f203c98d473 HTTP/1.1" status: 200 len: 1093 time: 2.4247463 Sep 21 22:00:58.071585 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-725d56d9-bc86-40d8-a4d9-b662548a39aa None None] Attempt 5 to provision port 8ecbbb24-b712-4d64-82c6-b548d351bfe9 Sep 21 22:00:58.078195 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6c2bd4-d125-48f2-8f41-fa1bb5f14221 service neutron] Pushing event updated for resources: {'Port': ['ID=62289185-3ca1-4cf7-95b6-8f203c98d473,revision_number=3']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:58.089278 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de0388b-53f0-4fe3-a7e8-9152bc6c46b8 service neutron] Pushing event updated for resources: {'Port': ['ID=706976ff-af50-43e6-9626-57fc5a8de1eb,revision_number=2']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:58.111238 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-725d56d9-bc86-40d8-a4d9-b662548a39aa None None] Port 8ecbbb24-b712-4d64-82c6-b548d351bfe9 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:00:58.128926 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-def8ba1f-3092-4dd8-b806-7e7d807891b0 req-298b183e-d1b8-4693-9c14-43a144359cb6 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 210 time: 0.0729640 Sep 21 22:00:58.133707 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.managers [req-797031be-d251-4a3c-b05a-775e537e0ab4 req-4de0388b-53f0-4fe3-a7e8-9152bc6c46b8 service neutron] Attempting to bind port 706976ff-af50-43e6-9626-57fc5a8de1eb on host hv-cinder-85881 for vnic_type normal with profile {{(pid=116019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:00:58.143097 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.managers [req-797031be-d251-4a3c-b05a-775e537e0ab4 req-4de0388b-53f0-4fe3-a7e8-9152bc6c46b8 service neutron] Attempting to bind port 706976ff-af50-43e6-9626-57fc5a8de1eb by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': '1fe5eab9-96f0-4b3e-9716-db26533318f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0585c623-22cd-41df-a0a2-cf1e1b8bac58'}] {{(pid=116019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:00:58.143097 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797031be-d251-4a3c-b05a-775e537e0ab4 req-4de0388b-53f0-4fe3-a7e8-9152bc6c46b8 service neutron] Attempting to bind port 706976ff-af50-43e6-9626-57fc5a8de1eb on network 0585c623-22cd-41df-a0a2-cf1e1b8bac58 {{(pid=116019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:00:58.143097 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797031be-d251-4a3c-b05a-775e537e0ab4 req-4de0388b-53f0-4fe3-a7e8-9152bc6c46b8 service neutron] Port 706976ff-af50-43e6-9626-57fc5a8de1eb on network 0585c623-22cd-41df-a0a2-cf1e1b8bac58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=116019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 22:00:58.143097 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797031be-d251-4a3c-b05a-775e537e0ab4 req-4de0388b-53f0-4fe3-a7e8-9152bc6c46b8 service neutron] Attempting to bind port 706976ff-af50-43e6-9626-57fc5a8de1eb on network 0585c623-22cd-41df-a0a2-cf1e1b8bac58 {{(pid=116019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:00:58.145582 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797031be-d251-4a3c-b05a-775e537e0ab4 req-4de0388b-53f0-4fe3-a7e8-9152bc6c46b8 service neutron] Checking agent: {'id': '0aee7d89-594f-4992-91de-a4ac3f52e28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 58, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 58, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:00:58.145945 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797031be-d251-4a3c-b05a-775e537e0ab4 req-4de0388b-53f0-4fe3-a7e8-9152bc6c46b8 service neutron] Checking segment: {'id': '1fe5eab9-96f0-4b3e-9716-db26533318f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0585c623-22cd-41df-a0a2-cf1e1b8bac58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:00:58.146502 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797031be-d251-4a3c-b05a-775e537e0ab4 req-4de0388b-53f0-4fe3-a7e8-9152bc6c46b8 service neutron] Bound using segment: {'id': '1fe5eab9-96f0-4b3e-9716-db26533318f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0585c623-22cd-41df-a0a2-cf1e1b8bac58'} {{(pid=116019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:00:58.147032 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.managers [req-797031be-d251-4a3c-b05a-775e537e0ab4 req-4de0388b-53f0-4fe3-a7e8-9152bc6c46b8 service neutron] Bound port: 706976ff-af50-43e6-9626-57fc5a8de1eb, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fe5eab9-96f0-4b3e-9716-db26533318f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0585c623-22cd-41df-a0a2-cf1e1b8bac58'}}] {{(pid=116019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:00:58.147348 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [req-797031be-d251-4a3c-b05a-775e537e0ab4 req-4de0388b-53f0-4fe3-a7e8-9152bc6c46b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (706976ff-af50-43e6-9626-57fc5a8de1eb), before_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:58.268151 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.db [req-797031be-d251-4a3c-b05a-775e537e0ab4 req-4de0388b-53f0-4fe3-a7e8-9152bc6c46b8 service neutron] For port 706976ff-af50-43e6-9626-57fc5a8de1eb, host hv-cinder-85881, cleared binding levels {{(pid=116019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:00:58.278344 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.db [req-797031be-d251-4a3c-b05a-775e537e0ab4 req-4de0388b-53f0-4fe3-a7e8-9152bc6c46b8 service neutron] For port 706976ff-af50-43e6-9626-57fc5a8de1eb, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=706976ff-af50-43e6-9626-57fc5a8de1eb,segment=NetworkSegment(1fe5eab9-96f0-4b3e-9716-db26533318f5),segment_id=1fe5eab9-96f0-4b3e-9716-db26533318f5)] {{(pid=116019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:00:58.361938 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-17f43b54-9e2a-4e83-8a70-39b9c792ba0b req-74f7a679-0f46-44e4-b4e7-008e9edce842 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a9f98f1-a8d8-46dd-a348-b7facad90c49 HTTP/1.1" status: 200 len: 210 time: 0.0753791 Sep 21 22:00:58.372867 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [req-797031be-d251-4a3c-b05a-775e537e0ab4 req-4de0388b-53f0-4fe3-a7e8-9152bc6c46b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (706976ff-af50-43e6-9626-57fc5a8de1eb), after_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:58.522701 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de0388b-53f0-4fe3-a7e8-9152bc6c46b8 service neutron] Pushing event updated for resources: {'Port': ['ID=706976ff-af50-43e6-9626-57fc5a8de1eb,revision_number=3']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:00:58.527783 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797031be-d251-4a3c-b05a-775e537e0ab4 req-4de0388b-53f0-4fe3-a7e8-9152bc6c46b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:58.528640 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [req-797031be-d251-4a3c-b05a-775e537e0ab4 req-4de0388b-53f0-4fe3-a7e8-9152bc6c46b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for port (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:58.530528 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-797031be-d251-4a3c-b05a-775e537e0ab4 req-4de0388b-53f0-4fe3-a7e8-9152bc6c46b8 service neutron] 10.222.0.71 "PUT /v2.0/ports/706976ff-af50-43e6-9626-57fc5a8de1eb HTTP/1.1" status: 200 len: 1093 time: 2.3164446 Sep 21 22:00:58.536177 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d22c011-b79c-4098-a689-c8bf19767457', 'tag': '706976ff-af50-43e6-9626-57fc5a8de1eb'}] {{(pid=116019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:00:58.614491 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-725d56d9-bc86-40d8-a4d9-b662548a39aa None None] Attempt 6 to provision port 8ecbbb24-b712-4d64-82c6-b548d351bfe9 Sep 21 22:00:58.627812 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8779df3-33c4-40c1-94ba-9b7da4ca63b2 x-openstack-request-id: req-b8779df3-33c4-40c1-94ba-9b7da4ca63b2 {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:00:58.628454 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "265d80a0-fca9-4f50-a08c-602210d0a96f", "tag": "b34f6617-3c6e-4980-ab1b-3aa5e8b694e8", "status": "completed", "code": 200}]} {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:00:58.628661 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b8779df3-33c4-40c1-94ba-9b7da4ca63b2 {{(pid=116020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:00:58.629377 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8779df3-33c4-40c1-94ba-9b7da4ca63b2'] response: {'name': 'network-changed', 'server_uuid': '265d80a0-fca9-4f50-a08c-602210d0a96f', 'tag': 'b34f6617-3c6e-4980-ab1b-3aa5e8b694e8', 'status': 'completed', 'code': 200} Sep 21 22:00:58.713653 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-725d56d9-bc86-40d8-a4d9-b662548a39aa None None] Port 8ecbbb24-b712-4d64-82c6-b548d351bfe9 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:00:58.896801 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-a60fa78c-50a7-4801-8fcb-c9e15f23f657 req-237e7c94-e8aa-4f06-aa4f-78aba9d07119 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 210 time: 0.3606167 Sep 21 22:00:58.952203 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08479d22-0ac7-437c-962b-9c77e44370fa req-c17e0640-167b-4f34-92d3-85746866b475 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:58.956041 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-08479d22-0ac7-437c-962b-9c77e44370fa req-c17e0640-167b-4f34-92d3-85746866b475 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ce61355-e15f-4391-bd87-a6cbe0879fce HTTP/1.1" status: 200 len: 943 time: 0.1406395 Sep 21 22:00:59.039203 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bacb61d-9e2a-4302-823a-4cc1ab2a5c58 None None] Sync routers for ids ['ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b'] in dv-cinder-858819-1-iscsi {{(pid=116021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:00:59.060713 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bacb61d-9e2a-4302-823a-4cc1ab2a5c58 None None] Routers {'ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:00:59.061357 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-7bacb61d-9e2a-4302-823a-4cc1ab2a5c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:00:48Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b'], 'active': True} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:59.069363 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-08479d22-0ac7-437c-962b-9c77e44370fa req-d7bf5a94-8149-4149-a465-f517aca5c6b2 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b6f6501-dbdb-4f78-9e46-c535e3b3e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069624 Sep 21 22:00:59.072773 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}314aa947772f4aa66c6b0f501ee0f59e34b3d7fab75533ca4852f00c2b9fa1f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4883e2c-acad-483a-8a98-aededcbe4b2d" -d '{"events": [{"name": "network-changed", "server_uuid": "2d22c011-b79c-4098-a689-c8bf19767457", "tag": "706976ff-af50-43e6-9626-57fc5a8de1eb"}]}' {{(pid=116019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:00:59.219174 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00be4b43-0300-40a4-a28c-6633ccf93251 req-bf3937c5-add8-486f-bbab-c650c1a938d9 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:00:59.221391 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-00be4b43-0300-40a4-a28c-6633ccf93251 req-bf3937c5-add8-486f-bbab-c650c1a938d9 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 943 time: 0.0957713 Sep 21 22:00:59.222136 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-725d56d9-bc86-40d8-a4d9-b662548a39aa None None] Attempt 7 to provision port 8ecbbb24-b712-4d64-82c6-b548d351bfe9 Sep 21 22:00:59.358655 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053b506c-bda7-4d26-87d3-99ea71e9d234 x-openstack-request-id: req-053b506c-bda7-4d26-87d3-99ea71e9d234 {{(pid=116019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:00:59.370801 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d22c011-b79c-4098-a689-c8bf19767457", "tag": "706976ff-af50-43e6-9626-57fc5a8de1eb", "status": "completed", "code": 200}]} {{(pid=116019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:00:59.370801 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-053b506c-bda7-4d26-87d3-99ea71e9d234 {{(pid=116019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:00:59.370801 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-053b506c-bda7-4d26-87d3-99ea71e9d234'] response: {'name': 'network-changed', 'server_uuid': '2d22c011-b79c-4098-a689-c8bf19767457', 'tag': '706976ff-af50-43e6-9626-57fc5a8de1eb', 'status': 'completed', 'code': 200} Sep 21 22:00:59.390882 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-00be4b43-0300-40a4-a28c-6633ccf93251 req-65930518-405a-47fd-9428-7beadbb5b544 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340103 Sep 21 22:00:59.529104 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-58e19f8a-e530-4c9c-a80a-be229c5dc995 req-f71e16a6-c729-4421-bb03-6e6bc199dbaa tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 210 time: 0.0554976 Sep 21 22:00:59.564456 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-26a32f18-b2ff-435b-8f82-c6e83bfd957e req-76119c81-b162-439a-8ff3-0a1663824a8a tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a9f98f1-a8d8-46dd-a348-b7facad90c49 HTTP/1.1" status: 200 len: 210 time: 0.0517039 Sep 21 22:00:59.619922 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvr_db [None req-7bacb61d-9e2a-4302-823a-4cc1ab2a5c58 None None] Set router ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b gateway port host: dv-cinder-858819-1-iscsi {{(pid=116021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:00:59.645091 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-725d56d9-bc86-40d8-a4d9-b662548a39aa None None] Port 8ecbbb24-b712-4d64-82c6-b548d351bfe9 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:00:59.827709 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-7bacb61d-9e2a-4302-823a-4cc1ab2a5c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b', 'name': 'tempest-DeleteServersTestJSON-1203143451-router', 'tenant_id': '554364a405f24d63a891ff68e188711b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:42Z', 'revision_number': 4, 'project_id': '554364a405f24d63a891ff68e188711b', 'gw_port': {'id': '12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:67:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:33Z', 'updated_at': '2022-09-21T22:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': '8ecbbb24-b712-4d64-82c6-b548d351bfe9', 'name': '', 'network_id': '87080425-3a77-4ac5-b802-730f1227c9b0', 'tenant_id': '554364a405f24d63a891ff68e188711b', 'mac_address': 'fa:16:3e:23:2a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '3edf459f-a2e6-4ce4-b9ee-2c3614ea8be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:40Z', 'updated_at': '2022-09-21T22:00:43Z', 'revision_number': 2, 'project_id': '554364a405f24d63a891ff68e188711b', 'subnets': [{'id': '3edf459f-a2e6-4ce4-b9ee-2c3614ea8be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:00:59.856346 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bacb61d-9e2a-4302-823a-4cc1ab2a5c58 None None] Checking router: ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b for host: dv-cinder-858819-1-iscsi {{(pid=116021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:00:59.856853 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bacb61d-9e2a-4302-823a-4cc1ab2a5c58 None None] Updating router ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b port 8ecbbb24-b712-4d64-82c6-b548d351bfe9 binding host dv-cinder-858819-1-iscsi {{(pid=116021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 22:00:59.885884 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7bacb61d-9e2a-4302-823a-4cc1ab2a5c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (8ecbbb24-b712-4d64-82c6-b548d351bfe9), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:59.992876 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-cdead803-1b1b-42f2-92a5-d1ffd7f5d6d5 req-b14f7c58-4bfb-486d-b9f3-6fe75ecb6e2a tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 210 time: 0.0355928 Sep 21 22:01:00.146753 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-725d56d9-bc86-40d8-a4d9-b662548a39aa None None] Attempt 8 to provision port 8ecbbb24-b712-4d64-82c6-b548d351bfe9 Sep 21 22:01:00.217135 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-725d56d9-bc86-40d8-a4d9-b662548a39aa None None] Port 8ecbbb24-b712-4d64-82c6-b548d351bfe9 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:01:00.283842 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdeeac2-5d75-49de-994a-062abb87a2ac req-5d1910ad-1f49-4653-bf28-69bc10706215 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:00.286305 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ffdeeac2-5d75-49de-994a-062abb87a2ac req-5d1910ad-1f49-4653-bf28-69bc10706215 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ce61355-e15f-4391-bd87-a6cbe0879fce HTTP/1.1" status: 200 len: 943 time: 0.0867448 Sep 21 22:01:00.341488 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7bacb61d-9e2a-4302-823a-4cc1ab2a5c58 None None] Publish callbacks [] for port (8ecbbb24-b712-4d64-82c6-b548d351bfe9), precommit_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:00.363989 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ffdeeac2-5d75-49de-994a-062abb87a2ac req-ccce7264-3825-4ae8-9250-022bd301c274 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b6f6501-dbdb-4f78-9e46-c535e3b3e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709252 Sep 21 22:01:00.414017 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7bacb61d-9e2a-4302-823a-4cc1ab2a5c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (8ecbbb24-b712-4d64-82c6-b548d351bfe9), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:00.558929 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b271aaa-2f92-4068-95b3-c131841e2f22 None None] Pushing event updated for resources: {'Port': ['ID=8ecbbb24-b712-4d64-82c6-b548d351bfe9,revision_number=3']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:00.568249 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-7bacb61d-9e2a-4302-823a-4cc1ab2a5c58 None None] Attempting to bind port 8ecbbb24-b712-4d64-82c6-b548d351bfe9 on host dv-cinder-858819-1-iscsi for vnic_type normal with profile {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:01:00.568249 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-7bacb61d-9e2a-4302-823a-4cc1ab2a5c58 None None] Attempting to bind port 8ecbbb24-b712-4d64-82c6-b548d351bfe9 by drivers openvswitch,hyperv on host dv-cinder-858819-1-iscsi at level 0 using segments [{'id': '51038d65-ec74-4a3c-a8ad-238c9bcc5f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '87080425-3a77-4ac5-b802-730f1227c9b0'}] {{(pid=116021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:01:00.568249 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bacb61d-9e2a-4302-823a-4cc1ab2a5c58 None None] Attempting to bind port 8ecbbb24-b712-4d64-82c6-b548d351bfe9 on network 87080425-3a77-4ac5-b802-730f1227c9b0 {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:01:00.582475 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bacb61d-9e2a-4302-823a-4cc1ab2a5c58 None None] Checking agent: {'id': 'a3649853-f423-4907-be3f-732a21e792f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858819-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 51, 52), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858819-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:01:00.582965 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bacb61d-9e2a-4302-823a-4cc1ab2a5c58 None None] Checking segment: {'id': '51038d65-ec74-4a3c-a8ad-238c9bcc5f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '87080425-3a77-4ac5-b802-730f1227c9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:01:00.583337 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7bacb61d-9e2a-4302-823a-4cc1ab2a5c58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:00.583733 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bacb61d-9e2a-4302-823a-4cc1ab2a5c58 None None] Bound using segment: {'id': '51038d65-ec74-4a3c-a8ad-238c9bcc5f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '87080425-3a77-4ac5-b802-730f1227c9b0'} {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:01:00.584247 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-7bacb61d-9e2a-4302-823a-4cc1ab2a5c58 None None] Bound port: 8ecbbb24-b712-4d64-82c6-b548d351bfe9, host: dv-cinder-858819-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51038d65-ec74-4a3c-a8ad-238c9bcc5f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '87080425-3a77-4ac5-b802-730f1227c9b0'}}] {{(pid=116021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:01:00.584631 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7bacb61d-9e2a-4302-823a-4cc1ab2a5c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (8ecbbb24-b712-4d64-82c6-b548d351bfe9), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:00.631836 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce61355-e15f-4391-bd87-a6cbe0879fce', 'tag': '62289185-3ca1-4cf7-95b6-8f203c98d473'}] {{(pid=116020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:01:00.636666 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}616469ce01b4343580b51944d90e43cdadd76175ffa2c7c7ae3ce11ef7217efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24afc18-6135-448b-8b79-3ca0288716e3" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce61355-e15f-4391-bd87-a6cbe0879fce", "tag": "62289185-3ca1-4cf7-95b6-8f203c98d473"}]}' {{(pid=116020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:01:00.660295 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2253a0a-6250-4d10-934a-18d334e1aa8b req-c7cac001-6200-47b0-92e7-d4f4f2de1b7b tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:00.679287 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-d2253a0a-6250-4d10-934a-18d334e1aa8b req-c7cac001-6200-47b0-92e7-d4f4f2de1b7b tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 943 time: 0.1668849 Sep 21 22:01:00.732108 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-725d56d9-bc86-40d8-a4d9-b662548a39aa None None] Attempt 9 to provision port 8ecbbb24-b712-4d64-82c6-b548d351bfe9 Sep 21 22:01:00.734378 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.agents_db [None req-53c7536d-764e-4ad7-87ad-c450eadf28b3 None None] Agent healthcheck: found 6 active agents {{(pid=116022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:01:00.768612 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-bd4e7759-0e69-4307-a9f5-6a6c3d9832e9 req-a374f6b2-87c1-4f32-bc10-7b719c6adfd2 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 210 time: 0.0433767 Sep 21 22:01:00.809995 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-7bacb61d-9e2a-4302-823a-4cc1ab2a5c58 None None] For port 8ecbbb24-b712-4d64-82c6-b548d351bfe9, host dv-cinder-858819-1-iscsi, cleared binding levels {{(pid=116021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:01:00.813993 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-7bacb61d-9e2a-4302-823a-4cc1ab2a5c58 None None] For port 8ecbbb24-b712-4d64-82c6-b548d351bfe9, host dv-cinder-858819-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=8ecbbb24-b712-4d64-82c6-b548d351bfe9,segment=NetworkSegment(51038d65-ec74-4a3c-a8ad-238c9bcc5f59),segment_id=51038d65-ec74-4a3c-a8ad-238c9bcc5f59)] {{(pid=116021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:01:00.817296 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-725d56d9-bc86-40d8-a4d9-b662548a39aa None None] Port 8ecbbb24-b712-4d64-82c6-b548d351bfe9 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:01:00.824841 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-d2253a0a-6250-4d10-934a-18d334e1aa8b req-f17562cf-437b-4093-b463-ccffd6c8cee8 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448247 Sep 21 22:01:00.897052 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7bacb61d-9e2a-4302-823a-4cc1ab2a5c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (8ecbbb24-b712-4d64-82c6-b548d351bfe9), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:00.934185 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31db9d8-5c79-4822-a1ab-a3036df6cf80 x-openstack-request-id: req-a31db9d8-5c79-4822-a1ab-a3036df6cf80 {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:01:00.934482 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce61355-e15f-4391-bd87-a6cbe0879fce", "tag": "62289185-3ca1-4cf7-95b6-8f203c98d473", "status": "completed", "code": 200}]} {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:01:00.934983 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a31db9d8-5c79-4822-a1ab-a3036df6cf80 {{(pid=116020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:01:00.935539 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a31db9d8-5c79-4822-a1ab-a3036df6cf80'] response: {'name': 'network-changed', 'server_uuid': '8ce61355-e15f-4391-bd87-a6cbe0879fce', 'tag': '62289185-3ca1-4cf7-95b6-8f203c98d473', 'status': 'completed', 'code': 200} Sep 21 22:01:00.964099 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bacb61d-9e2a-4302-823a-4cc1ab2a5c58 None None] Routers {'ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:01:00.964099 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-7bacb61d-9e2a-4302-823a-4cc1ab2a5c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:00:48Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b'], 'active': True} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:01:00.965602 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c8f3eed2-0a42-4cbc-8898-ee643b952456 req-0caff844-f1b6-43d0-8e98-b4cb528a48bd tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a9f98f1-a8d8-46dd-a348-b7facad90c49 HTTP/1.1" status: 200 len: 210 time: 0.0798409 Sep 21 22:01:01.011342 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b271aaa-2f92-4068-95b3-c131841e2f22 None None] Pushing event updated for resources: {'Port': ['ID=8ecbbb24-b712-4d64-82c6-b548d351bfe9,revision_number=4']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:01.136259 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvr_db [None req-7bacb61d-9e2a-4302-823a-4cc1ab2a5c58 None None] Set router ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b gateway port host: dv-cinder-858819-1-iscsi {{(pid=116021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:01:01.161482 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-9dd1626c-f794-4ccf-8484-9e892958d5f3 req-2ebe37d4-0569-4241-8112-077f3a6f40e7 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 210 time: 0.0617788 Sep 21 22:01:01.332495 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-725d56d9-bc86-40d8-a4d9-b662548a39aa None None] Attempt 10 to provision port 8ecbbb24-b712-4d64-82c6-b548d351bfe9 Sep 21 22:01:01.493033 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8edaa64-126c-4a15-9b49-d9341fb67f90 req-861dd009-4517-4f62-b146-459d6118ec1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:01.503101 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-c8edaa64-126c-4a15-9b49-d9341fb67f90 req-861dd009-4517-4f62-b146-459d6118ec1f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f5fc28ce43d342ff812e8671de415a9c&device_id=265d80a0-fca9-4f50-a08c-602210d0a96f HTTP/1.1" status: 200 len: 1127 time: 0.2528477 Sep 21 22:01:01.543429 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 8ecbbb24-b712-4d64-82c6-b548d351bfe9 up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:01:01.575412 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.71', 62100) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:01.576329 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.71', 62102) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:01.692407 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707814d-f196-4f0f-9f15-de322bac9005 req-2801115a-b983-46f8-8042-d449730dd20d tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:01.692407 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1707814d-f196-4f0f-9f15-de322bac9005 req-2801115a-b983-46f8-8042-d449730dd20d tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.71 "GET /v2.0/networks?id=2abe6793-4110-455a-aa7b-f1c0038ce3ef HTTP/1.1" status: 200 len: 815 time: 0.4455900 Sep 21 22:01:01.693930 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-725d56d9-bc86-40d8-a4d9-b662548a39aa None None] Current status of the port 8ecbbb24-b712-4d64-82c6-b548d351bfe9 is: DOWN; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:01:01.694775 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-725d56d9-bc86-40d8-a4d9-b662548a39aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (8ecbbb24-b712-4d64-82c6-b548d351bfe9), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:01.857005 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07a1cf-c265-43aa-be44-cdbddda48f44 req-104645de-e65a-433a-b773-96dad0bea045 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:01.859349 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-3d07a1cf-c265-43aa-be44-cdbddda48f44 req-104645de-e65a-433a-b773-96dad0bea045 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ce61355-e15f-4391-bd87-a6cbe0879fce HTTP/1.1" status: 200 len: 943 time: 0.3253798 Sep 21 22:01:01.937008 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port 8ecbbb24-b712-4d64-82c6-b548d351bfe9 triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:01:01.937516 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (8ecbbb24-b712-4d64-82c6-b548d351bfe9), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:01.941605 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port 8ecbbb24-b712-4d64-82c6-b548d351bfe9 Sep 21 22:01:02.017703 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-725d56d9-bc86-40d8-a4d9-b662548a39aa None None] For port 8ecbbb24-b712-4d64-82c6-b548d351bfe9, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=8ecbbb24-b712-4d64-82c6-b548d351bfe9,segment=NetworkSegment(51038d65-ec74-4a3c-a8ad-238c9bcc5f59),segment_id=51038d65-ec74-4a3c-a8ad-238c9bcc5f59)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:01:02.025198 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-c8edaa64-126c-4a15-9b49-d9341fb67f90 req-329a9ece-f545-4aec-833b-965ce3004482 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b34f6617-3c6e-4980-ab1b-3aa5e8b694e8 HTTP/1.1" status: 200 len: 217 time: 0.4949503 Sep 21 22:01:02.049127 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994466d2-7a15-4d1d-b20a-16e952502664 req-5c606282-2d72-472f-91af-cdfedf3a3b1b tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:02.052812 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-994466d2-7a15-4d1d-b20a-16e952502664 req-5c606282-2d72-472f-91af-cdfedf3a3b1b tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.71 "GET /v2.0/networks?id=ab2b5ec8-d24d-414d-80a8-ae5a033aa18d HTTP/1.1" status: 200 len: 817 time: 0.8433232 Sep 21 22:01:02.071429 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-3d07a1cf-c265-43aa-be44-cdbddda48f44 req-6ab5b4bf-0245-476b-a940-e0bc8ef48a88 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b6f6501-dbdb-4f78-9e46-c535e3b3e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999705 Sep 21 22:01:02.103944 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8f8d6794-116e-40ff-8787-5f3ad0cf8b9f req-0bb0ad76-7fca-4736-a88a-cbc4aa0bcc26 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 210 time: 0.1350050 Sep 21 22:01:02.110209 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-7bacb61d-9e2a-4302-823a-4cc1ab2a5c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b', 'name': 'tempest-DeleteServersTestJSON-1203143451-router', 'tenant_id': '554364a405f24d63a891ff68e188711b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:42Z', 'revision_number': 4, 'project_id': '554364a405f24d63a891ff68e188711b', 'gw_port': {'id': '12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:67:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:33Z', 'updated_at': '2022-09-21T22:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': '8ecbbb24-b712-4d64-82c6-b548d351bfe9', 'name': '', 'network_id': '87080425-3a77-4ac5-b802-730f1227c9b0', 'tenant_id': '554364a405f24d63a891ff68e188711b', 'mac_address': 'fa:16:3e:23:2a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '3edf459f-a2e6-4ce4-b9ee-2c3614ea8be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:40Z', 'updated_at': '2022-09-21T22:01:00Z', 'revision_number': 4, 'project_id': '554364a405f24d63a891ff68e188711b', 'subnets': [{'id': '3edf459f-a2e6-4ce4-b9ee-2c3614ea8be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:01:02.168836 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1707814d-f196-4f0f-9f15-de322bac9005 req-7e4d04bf-0551-4075-ad94-58e99530cd11 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fea8845b2dfd4b2ab3278d6c2809014f HTTP/1.1" status: 200 len: 380 time: 0.4402559 Sep 21 22:01:02.186510 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [req-1707814d-f196-4f0f-9f15-de322bac9005 req-1fece086-3886-4a88-a3e7-43b5e618f9ae tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Request body: {'port': {'device_id': '9a9f98f1-a8d8-46dd-a348-b7facad90c49', 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef', 'admin_state_up': True, 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'security_groups': ['86e385b2-fd55-41b8-9915-b0ab7e6bbebf']}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:01:02.210582 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8edaa64-126c-4a15-9b49-d9341fb67f90 req-aab5fa49-72b5-46f2-8f28-b398f2a3b53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:02.212191 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-c8edaa64-126c-4a15-9b49-d9341fb67f90 req-aab5fa49-72b5-46f2-8f28-b398f2a3b53d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=41a42251-d848-47c6-b80e-908765051886 HTTP/1.1" status: 200 len: 858 time: 0.1556456 Sep 21 22:01:02.236047 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-725d56d9-bc86-40d8-a4d9-b662548a39aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (8ecbbb24-b712-4d64-82c6-b548d351bfe9), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:02.267794 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bacb61d-9e2a-4302-823a-4cc1ab2a5c58 None None] The sync data for ids ['ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b'] in dv-cinder-858819-1-iscsi is: [{'id': 'ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b', 'name': 'tempest-DeleteServersTestJSON-1203143451-router', 'tenant_id': '554364a405f24d63a891ff68e188711b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:42Z', 'revision_number': 4, 'project_id': '554364a405f24d63a891ff68e188711b', 'gw_port': {'id': '12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:67:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:33Z', 'updated_at': '2022-09-21T22:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': '8ecbbb24-b712-4d64-82c6-b548d351bfe9', 'name': '', 'network_id': '87080425-3a77-4ac5-b802-730f1227c9b0', 'tenant_id': '554364a405f24d63a891ff68e188711b', 'mac_address': 'fa:16:3e:23:2a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '3edf459f-a2e6-4ce4-b9ee-2c3614ea8be0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:40Z', 'updated_at': '2022-09-21T22:01:00Z', 'revision_number': 4, 'project_id': '554364a405f24d63a891ff68e188711b', 'subnets': [{'id': '3edf459f-a2e6-4ce4-b9ee-2c3614ea8be0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:01:02.324954 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port 8ecbbb24-b712-4d64-82c6-b548d351bfe9 is: DOWN; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:01:02.326245 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (8ecbbb24-b712-4d64-82c6-b548d351bfe9), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:02.348031 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-98c46124-27f3-4982-b827-8f5e12671cc9 req-d8920bb7-d536-428f-a382-23717e992790 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a9f98f1-a8d8-46dd-a348-b7facad90c49 HTTP/1.1" status: 200 len: 210 time: 0.0761769 Sep 21 22:01:02.390947 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-994466d2-7a15-4d1d-b20a-16e952502664 req-c79fa173-0721-479e-bb9a-df3c280acb26 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90c3337e87ac45c5b7ca6cc8e43c6f41 HTTP/1.1" status: 200 len: 379 time: 0.1775236 Sep 21 22:01:02.423342 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24afc18-6135-448b-8b79-3ca0288716e3 req-21765547-7fa9-4dcb-a646-6aa3c4631163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:02.425072 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-d24afc18-6135-448b-8b79-3ca0288716e3 req-21765547-7fa9-4dcb-a646-6aa3c4631163 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=554364a405f24d63a891ff68e188711b&device_id=8ce61355-e15f-4391-bd87-a6cbe0879fce HTTP/1.1" status: 200 len: 1127 time: 0.8464904 Sep 21 22:01:02.474067 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4883e2c-acad-483a-8a98-aededcbe4b2d req-ff849b37-3577-4f0f-ba28-fbf7d2f644e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:02.476178 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-f4883e2c-acad-483a-8a98-aededcbe4b2d req-ff849b37-3577-4f0f-ba28-fbf7d2f644e0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f5fc28ce43d342ff812e8671de415a9c&device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 1127 time: 0.8875897 Sep 21 22:01:02.492453 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [req-994466d2-7a15-4d1d-b20a-16e952502664 req-e281efeb-ebbf-47a7-9823-8cc6ce160f2f tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Request body: {'port': {'device_id': '098797e0-d07c-4b3e-bf38-86bfe427d7db', 'network_id': 'ab2b5ec8-d24d-414d-80a8-ae5a033aa18d', 'admin_state_up': True, 'tenant_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'security_groups': ['c8c9f7ef-9010-4cbc-9374-9a47693aab6a']}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:01:02.580500 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-d477b7d1-aa02-4350-a935-ab088fae901a req-0c2e410d-d0d3-4410-a96c-78df807902fb tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 210 time: 0.0842834 Sep 21 22:01:02.631131 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.db.api [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116021) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 22:01:02.631562 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG oslo_db.api [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 22:01:02.639942 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d56d9-bc86-40d8-a4d9-b662548a39aa None None] Pushing event updated for resources: {'Port': ['ID=8ecbbb24-b712-4d64-82c6-b548d351bfe9,revision_number=5']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:02.694280 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f2b942-fc8d-4505-b7e8-af9dab6b0f35 req-125660c3-1837-413d-bf36-e07de5a35614 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:02.703414 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-e1f2b942-fc8d-4505-b7e8-af9dab6b0f35 req-125660c3-1837-413d-bf36-e07de5a35614 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 943 time: 0.3711438 Sep 21 22:01:02.706009 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 58872) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:02.771339 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1707814d-f196-4f0f-9f15-de322bac9005 req-1fece086-3886-4a88-a3e7-43b5e618f9ae tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Made reservation on behalf of fea8845b2dfd4b2ab3278d6c2809014f for: {'port': 1} {{(pid=116019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:01:02.780800 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [req-1707814d-f196-4f0f-9f15-de322bac9005 req-1fece086-3886-4a88-a3e7-43b5e618f9ae tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:02.940651 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-e1f2b942-fc8d-4505-b7e8-af9dab6b0f35 req-338e65d9-1ca7-4ac1-a63d-e6c599f96445 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318642 Sep 21 22:01:03.023647 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.71', 62108) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:03.023647 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-78fad7ca-62f9-424a-b800-c1119362d5b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:03.291414 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port 8ecbbb24-b712-4d64-82c6-b548d351bfe9 is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:01:03.299772 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059736f1-dd76-465d-b2a2-c15e943ce7bd req-33e1bd21-b933-4692-bf2b-d91b9c0a7c2f tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:03.312542 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-059736f1-dd76-465d-b2a2-c15e943ce7bd req-33e1bd21-b933-4692-bf2b-d91b9c0a7c2f tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.71 "GET /v2.0/networks?id=96c55cd8-33b0-4027-994a-bc89dd1c7933 HTTP/1.1" status: 200 len: 810 time: 0.3019605 Sep 21 22:01:03.376781 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.db_base_plugin_common [req-1707814d-f196-4f0f-9f15-de322bac9005 req-1fece086-3886-4a88-a3e7-43b5e618f9ae tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Allocated IP 172.20.0.10 (2abe6793-4110-455a-aa7b-f1c0038ce3ef/1a441478-37fd-49f9-afec-ab177303560e/dd6485d6-871f-4cae-ab8e-6ebd941f397e) {{(pid=116019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:01:03.444041 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 8ecbbb24-b712-4d64-82c6-b548d351bfe9 up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:01:03.445118 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-07a93c6a-5e95-4a93-a39e-3f4ca4a564c3 req-ab029d36-f63a-415b-975f-67a2632a1eda tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 210 time: 0.1301095 Sep 21 22:01:03.547305 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4883e2c-acad-483a-8a98-aededcbe4b2d req-7a1814f4-f1fc-4169-89cf-e4b6307ab2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:03.550201 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-f4883e2c-acad-483a-8a98-aededcbe4b2d req-7a1814f4-f1fc-4169-89cf-e4b6307ab2e2 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=f5fc28ce43d342ff812e8671de415a9c&shared=False HTTP/1.1" status: 200 len: 920 time: 0.9686627 Sep 21 22:01:03.587175 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port 8ecbbb24-b712-4d64-82c6-b548d351bfe9 triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:01:03.587817 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (8ecbbb24-b712-4d64-82c6-b548d351bfe9), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:03.588342 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port 8ecbbb24-b712-4d64-82c6-b548d351bfe9 Sep 21 22:01:03.598685 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-059736f1-dd76-465d-b2a2-c15e943ce7bd req-39accf6a-9346-4695-b9da-0d8a8d473af4 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b33a94a4c3ce4d1c85fa49c2871df1d3 HTTP/1.1" status: 200 len: 380 time: 0.2580216 Sep 21 22:01:03.632593 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [req-059736f1-dd76-465d-b2a2-c15e943ce7bd req-b73b4164-cc44-49bc-b342-0eac00eac932 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Request body: {'port': {'device_id': 'c8b2784b-a8fd-4223-ae6a-b8373f923f14', 'network_id': '96c55cd8-33b0-4027-994a-bc89dd1c7933', 'admin_state_up': True, 'tenant_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'security_groups': ['84006bfe-9385-489c-aed1-0c01e37614f7']}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:01:03.741107 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port 8ecbbb24-b712-4d64-82c6-b548d351bfe9 is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:01:03.763566 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8edaa64-126c-4a15-9b49-d9341fb67f90 req-7485ebe7-955a-4b5a-ab60-378ea7ef90d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:03.765673 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-c8edaa64-126c-4a15-9b49-d9341fb67f90 req-7485ebe7-955a-4b5a-ab60-378ea7ef90d8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0585c623-22cd-41df-a0a2-cf1e1b8bac58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 1.4858580 Sep 21 22:01:03.809405 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-f12e56b6-a982-40fe-949a-b7c13912fdf3 req-21bcd28e-207a-4333-b472-e59b6360b6f7 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a9f98f1-a8d8-46dd-a348-b7facad90c49 HTTP/1.1" status: 200 len: 210 time: 0.2181976 Sep 21 22:01:03.825667 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24afc18-6135-448b-8b79-3ca0288716e3 req-995d3b92-ce33-482f-b5f9-f529d0a5312c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:03.827996 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-d24afc18-6135-448b-8b79-3ca0288716e3 req-995d3b92-ce33-482f-b5f9-f529d0a5312c service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=554364a405f24d63a891ff68e188711b&shared=False HTTP/1.1" status: 200 len: 913 time: 1.2539639 Sep 21 22:01:03.863279 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-78fad7ca-62f9-424a-b800-c1119362d5b6 admin admin] Publish callbacks [] for security_group (7164cbc2-6f2a-4d52-8417-3e29c6a59914), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:03.872631 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb92a2c-c359-4dfc-9d9e-c267b25f94d5 req-4ce36165-9ed3-48e4-b698-6fc4239fe851 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:03.874181 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-dcb92a2c-c359-4dfc-9d9e-c267b25f94d5 req-4ce36165-9ed3-48e4-b698-6fc4239fe851 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ce61355-e15f-4391-bd87-a6cbe0879fce HTTP/1.1" status: 200 len: 943 time: 0.5604534 Sep 21 22:01:03.954803 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-78fad7ca-62f9-424a-b800-c1119362d5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (7164cbc2-6f2a-4d52-8417-3e29c6a59914), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:03.981175 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-46eccc17-6918-4d93-9859-9459ef8e0462 req-77bb5655-f934-4455-88f4-a77870b7d102 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 210 time: 0.0586925 Sep 21 22:01:04.043365 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-059736f1-dd76-465d-b2a2-c15e943ce7bd req-b73b4164-cc44-49bc-b342-0eac00eac932 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Made reservation on behalf of b33a94a4c3ce4d1c85fa49c2871df1d3 for: {'port': 1} {{(pid=116019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:01:04.047081 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [req-059736f1-dd76-465d-b2a2-c15e943ce7bd req-b73b4164-cc44-49bc-b342-0eac00eac932 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:04.081596 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-78fad7ca-62f9-424a-b800-c1119362d5b6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b3ac996b7264440bb8684605aba629ef&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3744404 Sep 21 22:01:04.093615 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-994466d2-7a15-4d1d-b20a-16e952502664 req-e281efeb-ebbf-47a7-9823-8cc6ce160f2f tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Made reservation on behalf of 90c3337e87ac45c5b7ca6cc8e43c6f41 for: {'port': 1} {{(pid=116020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:01:04.096609 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 58910) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:04.098261 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-994466d2-7a15-4d1d-b20a-16e952502664 req-e281efeb-ebbf-47a7-9823-8cc6ce160f2f tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:04.114212 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fad7ca-62f9-424a-b800-c1119362d5b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7164cbc2-6f2a-4d52-8417-3e29c6a59914,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:04.119340 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-dcb92a2c-c359-4dfc-9d9e-c267b25f94d5 req-6328add7-d847-4271-8290-1706fc3599a9 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b6f6501-dbdb-4f78-9e46-c535e3b3e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137713 Sep 21 22:01:04.122685 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [req-1707814d-f196-4f0f-9f15-de322bac9005 req-1fece086-3886-4a88-a3e7-43b5e618f9ae tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for port (dd6485d6-871f-4cae-ab8e-6ebd941f397e), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:04.205930 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4883e2c-acad-483a-8a98-aededcbe4b2d req-3dea2d79-5ada-4d64-8706-5f5c99a48308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:04.207495 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-f4883e2c-acad-483a-8a98-aededcbe4b2d req-3dea2d79-5ada-4d64-8706-5f5c99a48308 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6327269 Sep 21 22:01:04.212196 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24afc18-6135-448b-8b79-3ca0288716e3 req-8fde57cf-26b8-431d-9d63-846864add5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:04.214062 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-d24afc18-6135-448b-8b79-3ca0288716e3 req-8fde57cf-26b8-431d-9d63-846864add5ed service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3389385 Sep 21 22:01:04.218483 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-c8edaa64-126c-4a15-9b49-d9341fb67f90 req-aaaae16c-9b9c-4243-888d-ea9c98413e7f service neutron] 10.222.0.71 "GET /v2.0/networks/0585c623-22cd-41df-a0a2-cf1e1b8bac58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893197 Sep 21 22:01:04.280522 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26820ec-2b3a-4158-b878-12c944a72647 req-9e129a5f-fee0-4179-9a9a-b52f930f0cb6 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:04.287692 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-a26820ec-2b3a-4158-b878-12c944a72647 req-9e129a5f-fee0-4179-9a9a-b52f930f0cb6 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 943 time: 0.1998529 Sep 21 22:01:04.344468 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [req-1707814d-f196-4f0f-9f15-de322bac9005 req-1fece086-3886-4a88-a3e7-43b5e618f9ae tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043'] for port (dd6485d6-871f-4cae-ab8e-6ebd941f397e), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:04.382618 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-b2c2e074-9120-45ab-a32b-fe55b0b3085e admin admin] Publish callbacks [] for security_group (7164cbc2-6f2a-4d52-8417-3e29c6a59914), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:04.464741 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-a26820ec-2b3a-4158-b878-12c944a72647 req-2fe58436-ad80-4779-8f89-818386d8e7de tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760101 Sep 21 22:01:04.470001 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.db_base_plugin_common [req-059736f1-dd76-465d-b2a2-c15e943ce7bd req-b73b4164-cc44-49bc-b342-0eac00eac932 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Allocated IP 172.20.0.11 (96c55cd8-33b0-4027-994a-bc89dd1c7933/ce246b9e-d1ab-41c3-9dad-8fd19a0b2f7e/8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2) {{(pid=116019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:01:04.505613 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1707814d-f196-4f0f-9f15-de322bac9005 req-1fece086-3886-4a88-a3e7-43b5e618f9ae tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Network 2abe6793-4110-455a-aa7b-f1c0038ce3ef is already hosted by enough agents. {{(pid=116019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:01:04.533977 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-b2c2e074-9120-45ab-a32b-fe55b0b3085e admin admin] Publish callbacks [] for security_group (7164cbc2-6f2a-4d52-8417-3e29c6a59914), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:04.573082 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.base_scheduler [req-1707814d-f196-4f0f-9f15-de322bac9005 req-1fece086-3886-4a88-a3e7-43b5e618f9ae tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Resources bound (agent type, host, resource id): {{(pid=116019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:01:04.604185 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.db_base_plugin_common [req-994466d2-7a15-4d1d-b20a-16e952502664 req-e281efeb-ebbf-47a7-9823-8cc6ce160f2f tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Allocated IP 172.20.0.6 (ab2b5ec8-d24d-414d-80a8-ae5a033aa18d/4fbdb1a2-604b-4475-ad62-84a9530d66d1/61a3a825-87ba-40c7-96ba-ec486581ff8b) {{(pid=116020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:01:04.609276 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-c8edaa64-126c-4a15-9b49-d9341fb67f90 req-0da091a1-5a6d-416f-b531-fc2327191e99 service neutron] 10.222.0.71 "GET /v2.0/networks/0585c623-22cd-41df-a0a2-cf1e1b8bac58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413153 Sep 21 22:01:04.616451 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.l3_dvrscheduler_db [req-1707814d-f196-4f0f-9f15-de322bac9005 req-1fece086-3886-4a88-a3e7-43b5e618f9ae tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Received port after_create {{(pid=116019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:01:04.625643 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c817e98-dd7e-4eff-a38f-1500f482893b req-5f14a8bb-15ce-4da1-9316-c5d683dcb74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:04.627363 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-7c817e98-dd7e-4eff-a38f-1500f482893b req-5f14a8bb-15ce-4da1-9316-c5d683dcb74c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=554364a405f24d63a891ff68e188711b&device_id=8ce61355-e15f-4391-bd87-a6cbe0879fce HTTP/1.1" status: 200 len: 1127 time: 0.2835159 Sep 21 22:01:04.630826 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707814d-f196-4f0f-9f15-de322bac9005 req-1fece086-3886-4a88-a3e7-43b5e618f9ae tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:04.631797 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797031be-d251-4a3c-b05a-775e537e0ab4 req-e5d54537-d3b2-454a-a2f3-515a987cf696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:04.632433 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [req-1707814d-f196-4f0f-9f15-de322bac9005 req-1fece086-3886-4a88-a3e7-43b5e618f9ae tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for port (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:04.636177 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-797031be-d251-4a3c-b05a-775e537e0ab4 req-e5d54537-d3b2-454a-a2f3-515a987cf696 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f5fc28ce43d342ff812e8671de415a9c&device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 1127 time: 0.2995780 Sep 21 22:01:04.789257 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b4c81456-f315-4e1a-9760-167ebd267ea0 req-e50299c7-4840-4bdb-8748-70e350aa61fb tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 210 time: 0.1429105 Sep 21 22:01:04.805280 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fece086-3886-4a88-a3e7-43b5e618f9ae tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Pushing event updated for resources: {'Port': ['ID=dd6485d6-871f-4cae-ab8e-6ebd941f397e,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:04.843407 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-7c817e98-dd7e-4eff-a38f-1500f482893b req-c6beae40-d8e8-4039-b426-554191235fcf service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62289185-3ca1-4cf7-95b6-8f203c98d473 HTTP/1.1" status: 200 len: 217 time: 0.1593359 Sep 21 22:01:04.886400 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-b2c2e074-9120-45ab-a32b-fe55b0b3085e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (7164cbc2-6f2a-4d52-8417-3e29c6a59914), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:04.892039 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-b2c2e074-9120-45ab-a32b-fe55b0b3085e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:04.896431 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-b2c2e074-9120-45ab-a32b-fe55b0b3085e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7164cbc2-6f2a-4d52-8417-3e29c6a59914 HTTP/1.1" status: 204 len: 168 time: 0.7961040 Sep 21 22:01:04.904547 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1707814d-f196-4f0f-9f15-de322bac9005 req-1fece086-3886-4a88-a3e7-43b5e618f9ae tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7259243 Sep 21 22:01:04.946408 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [req-1707814d-f196-4f0f-9f15-de322bac9005 req-36d659a3-6b65-472f-9296-d392d8713e2a service neutron] Request body: {'port': {'device_id': '9a9f98f1-a8d8-46dd-a348-b7facad90c49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:01:05.000949 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c2e074-9120-45ab-a32b-fe55b0b3085e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7164cbc2-6f2a-4d52-8417-3e29c6a59914,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:05.070373 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-797031be-d251-4a3c-b05a-775e537e0ab4 req-eda70353-b7e6-4654-b3c5-37c8155ee045 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=706976ff-af50-43e6-9626-57fc5a8de1eb HTTP/1.1" status: 200 len: 217 time: 0.3929229 Sep 21 22:01:05.141531 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-994466d2-7a15-4d1d-b20a-16e952502664 req-e281efeb-ebbf-47a7-9823-8cc6ce160f2f tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks [] for port (61a3a825-87ba-40c7-96ba-ec486581ff8b), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:05.178562 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-2857a389-9137-4273-ab5a-9307217aca57 None None] Provisioning complete for port dd6485d6-871f-4cae-ab8e-6ebd941f397e triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:01:05.189195 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-2857a389-9137-4273-ab5a-9307217aca57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (dd6485d6-871f-4cae-ab8e-6ebd941f397e), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:05.189952 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-2857a389-9137-4273-ab5a-9307217aca57 None None] Attempt 1 to provision port dd6485d6-871f-4cae-ab8e-6ebd941f397e Sep 21 22:01:05.196006 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c817e98-dd7e-4eff-a38f-1500f482893b req-02af42d7-9196-4a7d-8de6-4743df4a8a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:05.199196 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-7c817e98-dd7e-4eff-a38f-1500f482893b req-02af42d7-9196-4a7d-8de6-4743df4a8a2a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3edf459f-a2e6-4ce4-b9ee-2c3614ea8be0 HTTP/1.1" status: 200 len: 851 time: 0.2806742 Sep 21 22:01:05.260556 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-2857a389-9137-4273-ab5a-9307217aca57 None None] Port dd6485d6-871f-4cae-ab8e-6ebd941f397e cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:01:05.302616 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bca918-4a1f-49cd-bb6b-fbadef5e181a req-f817cc53-2311-4f3b-9087-c1a281c9984d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:05.304286 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-31bca918-4a1f-49cd-bb6b-fbadef5e181a req-f817cc53-2311-4f3b-9087-c1a281c9984d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f5fc28ce43d342ff812e8671de415a9c&device_id=265d80a0-fca9-4f50-a08c-602210d0a96f HTTP/1.1" status: 200 len: 1127 time: 0.5058808 Sep 21 22:01:05.305709 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797031be-d251-4a3c-b05a-775e537e0ab4 req-f6694c38-ea84-48f1-883d-98540a34c87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:05.307302 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-797031be-d251-4a3c-b05a-775e537e0ab4 req-f6694c38-ea84-48f1-883d-98540a34c87d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=41a42251-d848-47c6-b80e-908765051886 HTTP/1.1" status: 200 len: 858 time: 0.2225428 Sep 21 22:01:05.340541 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c817e98-dd7e-4eff-a38f-1500f482893b req-34274360-ec95-412c-8d65-038b1621c07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:05.343291 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-7c817e98-dd7e-4eff-a38f-1500f482893b req-34274360-ec95-412c-8d65-038b1621c07e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=87080425-3a77-4ac5-b802-730f1227c9b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1194184 Sep 21 22:01:05.345401 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-93dfe755-56b9-410a-bc65-1a5eba67e2eb req-1244ea6d-da5d-4691-a537-6de332d03e6e tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 210 time: 0.1201866 Sep 21 22:01:05.384757 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [req-1707814d-f196-4f0f-9f15-de322bac9005 req-36d659a3-6b65-472f-9296-d392d8713e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (dd6485d6-871f-4cae-ab8e-6ebd941f397e), before_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:05.389360 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb40f65-a606-4165-a064-3779e779bf3b req-9ecc9ea0-d358-4058-8369-b8dd5504400d tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:05.390957 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-eeb40f65-a606-4165-a064-3779e779bf3b req-9ecc9ea0-d358-4058-8369-b8dd5504400d tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a9f98f1-a8d8-46dd-a348-b7facad90c49 HTTP/1.1" status: 200 len: 932 time: 0.3928523 Sep 21 22:01:05.398112 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [req-059736f1-dd76-465d-b2a2-c15e943ce7bd req-b73b4164-cc44-49bc-b342-0eac00eac932 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks [] for port (8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:05.563650 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-994466d2-7a15-4d1d-b20a-16e952502664 req-e281efeb-ebbf-47a7-9823-8cc6ce160f2f tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043'] for port (61a3a825-87ba-40c7-96ba-ec486581ff8b), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:05.745843 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-994466d2-7a15-4d1d-b20a-16e952502664 req-e281efeb-ebbf-47a7-9823-8cc6ce160f2f tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Network ab2b5ec8-d24d-414d-80a8-ae5a033aa18d is already hosted by enough agents. {{(pid=116020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:01:05.762296 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-2857a389-9137-4273-ab5a-9307217aca57 None None] Attempt 2 to provision port dd6485d6-871f-4cae-ab8e-6ebd941f397e Sep 21 22:01:05.764053 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.base_scheduler [req-994466d2-7a15-4d1d-b20a-16e952502664 req-e281efeb-ebbf-47a7-9823-8cc6ce160f2f tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Resources bound (agent type, host, resource id): {{(pid=116020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:01:05.767165 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [req-994466d2-7a15-4d1d-b20a-16e952502664 req-e281efeb-ebbf-47a7-9823-8cc6ce160f2f tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Received port after_create {{(pid=116020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:01:05.781627 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994466d2-7a15-4d1d-b20a-16e952502664 req-e281efeb-ebbf-47a7-9823-8cc6ce160f2f tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:05.782342 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-994466d2-7a15-4d1d-b20a-16e952502664 req-e281efeb-ebbf-47a7-9823-8cc6ce160f2f tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:05.855127 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e281efeb-ebbf-47a7-9823-8cc6ce160f2f tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Pushing event updated for resources: {'Port': ['ID=61a3a825-87ba-40c7-96ba-ec486581ff8b,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:05.874828 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-2857a389-9137-4273-ab5a-9307217aca57 None None] Port dd6485d6-871f-4cae-ab8e-6ebd941f397e cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:01:05.897337 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-eeb40f65-a606-4165-a064-3779e779bf3b req-b89b6cbe-1688-4a42-b5b9-317f66006e10 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=86e385b2-fd55-41b8-9915-b0ab7e6bbebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4850137 Sep 21 22:01:05.905596 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797031be-d251-4a3c-b05a-775e537e0ab4 req-6bffe714-ab0d-4f39-9d5f-5315a16ac717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:05.908205 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-797031be-d251-4a3c-b05a-775e537e0ab4 req-6bffe714-ab0d-4f39-9d5f-5315a16ac717 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0585c623-22cd-41df-a0a2-cf1e1b8bac58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3933618 Sep 21 22:01:05.911071 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 58954) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:05.917144 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bca918-4a1f-49cd-bb6b-fbadef5e181a req-1f65790c-05d9-4f65-83bb-ae206e922db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:05.919094 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-31bca918-4a1f-49cd-bb6b-fbadef5e181a req-1f65790c-05d9-4f65-83bb-ae206e922db5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0585c623-22cd-41df-a0a2-cf1e1b8bac58 HTTP/1.1" status: 200 len: 920 time: 0.5665083 Sep 21 22:01:05.920357 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0fb4b-8504-4561-82db-7d0673d489b3 req-4133af50-93a4-49d4-945b-e818985103df tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:05.921871 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c2b0fb4b-8504-4561-82db-7d0673d489b3 req-4133af50-93a4-49d4-945b-e818985103df tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ce61355-e15f-4391-bd87-a6cbe0879fce HTTP/1.1" status: 200 len: 943 time: 0.1916437 Sep 21 22:01:05.965718 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-994466d2-7a15-4d1d-b20a-16e952502664 req-e281efeb-ebbf-47a7-9823-8cc6ce160f2f tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5062406 Sep 21 22:01:06.006023 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [req-059736f1-dd76-465d-b2a2-c15e943ce7bd req-b73b4164-cc44-49bc-b342-0eac00eac932 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043'] for port (8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:06.129824 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-059736f1-dd76-465d-b2a2-c15e943ce7bd req-b73b4164-cc44-49bc-b342-0eac00eac932 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Network 96c55cd8-33b0-4027-994a-bc89dd1c7933 is already hosted by enough agents. {{(pid=116019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:01:06.162911 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.base_scheduler [req-059736f1-dd76-465d-b2a2-c15e943ce7bd req-b73b4164-cc44-49bc-b342-0eac00eac932 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Resources bound (agent type, host, resource id): {{(pid=116019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:01:06.174914 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.l3_dvrscheduler_db [req-059736f1-dd76-465d-b2a2-c15e943ce7bd req-b73b4164-cc44-49bc-b342-0eac00eac932 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Received port after_create {{(pid=116019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:01:06.181077 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059736f1-dd76-465d-b2a2-c15e943ce7bd req-b73b4164-cc44-49bc-b342-0eac00eac932 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:06.184194 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [req-059736f1-dd76-465d-b2a2-c15e943ce7bd req-b73b4164-cc44-49bc-b342-0eac00eac932 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for port (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:06.262471 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c2b0fb4b-8504-4561-82db-7d0673d489b3 req-e1392def-3cc5-4aac-b2bb-c5374d959571 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b6f6501-dbdb-4f78-9e46-c535e3b3e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222044 Sep 21 22:01:06.277701 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 58962) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:06.315456 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b4164-cc44-49bc-b342-0eac00eac932 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Pushing event updated for resources: {'Port': ['ID=8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:06.377058 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-2857a389-9137-4273-ab5a-9307217aca57 None None] Attempt 3 to provision port dd6485d6-871f-4cae-ab8e-6ebd941f397e Sep 21 22:01:06.401439 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-059736f1-dd76-465d-b2a2-c15e943ce7bd req-b73b4164-cc44-49bc-b342-0eac00eac932 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7769225 Sep 21 22:01:06.425460 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [req-059736f1-dd76-465d-b2a2-c15e943ce7bd req-af2f64b6-d9d6-443c-bda0-8b3c58ec255f service neutron] Request body: {'port': {'device_id': 'c8b2784b-a8fd-4223-ae6a-b8373f923f14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:01:06.446413 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64e0c0-6e0b-4d32-9f67-da247c2173bf req-c8a9f5e8-07cd-4110-a29c-09a391137cbf tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:06.462917 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1b64e0c0-6e0b-4d32-9f67-da247c2173bf req-c8a9f5e8-07cd-4110-a29c-09a391137cbf tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 943 time: 0.3867579 Sep 21 22:01:06.537408 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-2857a389-9137-4273-ab5a-9307217aca57 None None] Port dd6485d6-871f-4cae-ab8e-6ebd941f397e cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:01:06.577898 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-fe983e50-cebf-4f9f-a1a6-061072f728a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:06.583443 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [req-994466d2-7a15-4d1d-b20a-16e952502664 req-be03b926-c7ba-447a-9cab-11a92fda989a service neutron] Request body: {'port': {'device_id': '098797e0-d07c-4b3e-bf38-86bfe427d7db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:01:06.628774 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-7c63ebc9-7f27-4324-a760-d87de81a0346 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:06.645514 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-31bca918-4a1f-49cd-bb6b-fbadef5e181a req-e4cd4b56-dca8-4807-a486-90d21351fc3c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b34f6617-3c6e-4980-ab1b-3aa5e8b694e8 HTTP/1.1" status: 200 len: 217 time: 0.6743991 Sep 21 22:01:06.670491 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-7c817e98-dd7e-4eff-a38f-1500f482893b req-11d3446d-8485-4305-8331-bdffe3019c45 service neutron] 10.222.0.71 "GET /v2.0/networks/87080425-3a77-4ac5-b802-730f1227c9b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1567829 Sep 21 22:01:06.758255 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.notifiers.nova [req-1707814d-f196-4f0f-9f15-de322bac9005 req-36d659a3-6b65-472f-9296-d392d8713e2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd6485d6-871f-4cae-ab8e-6ebd941f397e {{(pid=116019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:01:06.768547 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [req-059736f1-dd76-465d-b2a2-c15e943ce7bd req-af2f64b6-d9d6-443c-bda0-8b3c58ec255f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2), before_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:06.774026 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [req-1707814d-f196-4f0f-9f15-de322bac9005 req-36d659a3-6b65-472f-9296-d392d8713e2a service neutron] Publish callbacks [] for port (dd6485d6-871f-4cae-ab8e-6ebd941f397e), precommit_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:06.787594 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1b64e0c0-6e0b-4d32-9f67-da247c2173bf req-76575b40-3340-409d-ac2f-622f09ced79c tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230803 Sep 21 22:01:06.821264 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-797031be-d251-4a3c-b05a-775e537e0ab4 req-8cf9a8aa-1fc7-4411-91eb-15006d69d0e9 service neutron] 10.222.0.71 "GET /v2.0/networks/0585c623-22cd-41df-a0a2-cf1e1b8bac58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8776832 Sep 21 22:01:06.831767 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b71081-20b9-435f-a302-b2c2165d4cf3 req-8a250c6a-9a7e-49f0-b33b-7c5f71dbb3d7 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:06.833602 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c3b71081-20b9-435f-a302-b2c2165d4cf3 req-8a250c6a-9a7e-49f0-b33b-7c5f71dbb3d7 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 931 time: 0.3680208 Sep 21 22:01:06.855699 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.provisioning_blocks [req-1707814d-f196-4f0f-9f15-de322bac9005 req-36d659a3-6b65-472f-9296-d392d8713e2a service neutron] Transition to ACTIVE for port object dd6485d6-871f-4cae-ab8e-6ebd941f397e will not be triggered until provisioned by entity L2. {{(pid=116019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 22:01:06.858869 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bca918-4a1f-49cd-bb6b-fbadef5e181a req-04fd21c9-7544-4a30-b299-6b0041adb931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:06.859895 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-31bca918-4a1f-49cd-bb6b-fbadef5e181a req-04fd21c9-7544-4a30-b299-6b0041adb931 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=41a42251-d848-47c6-b80e-908765051886 HTTP/1.1" status: 200 len: 858 time: 0.1784167 Sep 21 22:01:06.949661 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [req-1707814d-f196-4f0f-9f15-de322bac9005 req-36d659a3-6b65-472f-9296-d392d8713e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (dd6485d6-871f-4cae-ab8e-6ebd941f397e), after_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:06.953331 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-7c63ebc9-7f27-4324-a760-d87de81a0346 admin admin] Publish callbacks [] for security_group (bbdfe851-c0e1-402e-960f-4031ff364e86), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:07.023843 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-797031be-d251-4a3c-b05a-775e537e0ab4 req-50713c42-7dea-49f0-9b9a-81ffd45949c1 service neutron] 10.222.0.71 "GET /v2.0/networks/0585c623-22cd-41df-a0a2-cf1e1b8bac58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629035 Sep 21 22:01:07.030676 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 58972) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:07.038864 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-2857a389-9137-4273-ab5a-9307217aca57 None None] Attempt 4 to provision port dd6485d6-871f-4cae-ab8e-6ebd941f397e Sep 21 22:01:07.090112 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c3b71081-20b9-435f-a302-b2c2165d4cf3 req-2c386b1f-d2b4-4ef4-9a90-5d61de76014f tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2438338 Sep 21 22:01:07.090112 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-7c63ebc9-7f27-4324-a760-d87de81a0346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (bbdfe851-c0e1-402e-960f-4031ff364e86), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:07.112123 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-2857a389-9137-4273-ab5a-9307217aca57 None None] Port dd6485d6-871f-4cae-ab8e-6ebd941f397e cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:01:07.117794 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-994466d2-7a15-4d1d-b20a-16e952502664 req-be03b926-c7ba-447a-9cab-11a92fda989a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (61a3a825-87ba-40c7-96ba-ec486581ff8b), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:07.200221 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bca918-4a1f-49cd-bb6b-fbadef5e181a req-82b75882-bf99-4dfb-837d-2a972c125d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:07.201767 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-31bca918-4a1f-49cd-bb6b-fbadef5e181a req-82b75882-bf99-4dfb-837d-2a972c125d71 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0585c623-22cd-41df-a0a2-cf1e1b8bac58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3273127 Sep 21 22:01:07.283866 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-7c63ebc9-7f27-4324-a760-d87de81a0346 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1312ba13366f4b0c9ed80c1d26012c53&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0013499 Sep 21 22:01:07.284699 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c63ebc9-7f27-4324-a760-d87de81a0346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbdfe851-c0e1-402e-960f-4031ff364e86,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:07.289686 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d659a3-6b65-472f-9296-d392d8713e2a service neutron] Pushing event updated for resources: {'Port': ['ID=dd6485d6-871f-4cae-ab8e-6ebd941f397e,revision_number=2']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:07.300868 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 58976) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:07.305408 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.managers [req-1707814d-f196-4f0f-9f15-de322bac9005 req-36d659a3-6b65-472f-9296-d392d8713e2a service neutron] Attempting to bind port dd6485d6-871f-4cae-ab8e-6ebd941f397e on host hv-cinder-85881 for vnic_type normal with profile {{(pid=116019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:01:07.305408 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.managers [req-1707814d-f196-4f0f-9f15-de322bac9005 req-36d659a3-6b65-472f-9296-d392d8713e2a service neutron] Attempting to bind port dd6485d6-871f-4cae-ab8e-6ebd941f397e by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': '64832c79-06e5-4b2e-9d17-904da6f2a29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef'}] {{(pid=116019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:01:07.305408 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1707814d-f196-4f0f-9f15-de322bac9005 req-36d659a3-6b65-472f-9296-d392d8713e2a service neutron] Attempting to bind port dd6485d6-871f-4cae-ab8e-6ebd941f397e on network 2abe6793-4110-455a-aa7b-f1c0038ce3ef {{(pid=116019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:01:07.377685 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1707814d-f196-4f0f-9f15-de322bac9005 req-36d659a3-6b65-472f-9296-d392d8713e2a service neutron] Port dd6485d6-871f-4cae-ab8e-6ebd941f397e on network 2abe6793-4110-455a-aa7b-f1c0038ce3ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=116019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 22:01:07.378026 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1707814d-f196-4f0f-9f15-de322bac9005 req-36d659a3-6b65-472f-9296-d392d8713e2a service neutron] Attempting to bind port dd6485d6-871f-4cae-ab8e-6ebd941f397e on network 2abe6793-4110-455a-aa7b-f1c0038ce3ef {{(pid=116019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:01:07.420704 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff56f94-1520-45f7-b473-09f16d2cabca req-866d1789-26bf-4cba-8f48-96788528dad3 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:07.422461 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-7ff56f94-1520-45f7-b473-09f16d2cabca req-866d1789-26bf-4cba-8f48-96788528dad3 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 932 time: 0.3897083 Sep 21 22:01:07.423335 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d93df64b-a291-49da-8387-e917c6db8ef4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:07.438165 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1707814d-f196-4f0f-9f15-de322bac9005 req-36d659a3-6b65-472f-9296-d392d8713e2a service neutron] Checking agent: {'id': '0aee7d89-594f-4992-91de-a4ac3f52e28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 58, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 58, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:01:07.438748 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1707814d-f196-4f0f-9f15-de322bac9005 req-36d659a3-6b65-472f-9296-d392d8713e2a service neutron] Checking segment: {'id': '64832c79-06e5-4b2e-9d17-904da6f2a29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:01:07.438972 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1707814d-f196-4f0f-9f15-de322bac9005 req-36d659a3-6b65-472f-9296-d392d8713e2a service neutron] Bound using segment: {'id': '64832c79-06e5-4b2e-9d17-904da6f2a29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef'} {{(pid=116019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:01:07.439440 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.managers [req-1707814d-f196-4f0f-9f15-de322bac9005 req-36d659a3-6b65-472f-9296-d392d8713e2a service neutron] Bound port: dd6485d6-871f-4cae-ab8e-6ebd941f397e, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64832c79-06e5-4b2e-9d17-904da6f2a29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef'}}] {{(pid=116019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:01:07.439961 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [req-1707814d-f196-4f0f-9f15-de322bac9005 req-36d659a3-6b65-472f-9296-d392d8713e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (dd6485d6-871f-4cae-ab8e-6ebd941f397e), before_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:07.495287 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-fe983e50-cebf-4f9f-a1a6-061072f728a6 admin admin] Publish callbacks [] for security_group (8893669b-7535-44f4-a553-ad347c0bd62d), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:07.498409 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-7c817e98-dd7e-4eff-a38f-1500f482893b req-32d85989-5a2a-4dca-be8b-4b05763e0403 service neutron] 10.222.0.71 "GET /v2.0/networks/87080425-3a77-4ac5-b802-730f1227c9b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7321150 Sep 21 22:01:07.567093 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-eda87463-52fd-4d34-9900-37de21f32482 admin admin] Publish callbacks [] for security_group (bbdfe851-c0e1-402e-960f-4031ff364e86), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:07.578722 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-fe983e50-cebf-4f9f-a1a6-061072f728a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (8893669b-7535-44f4-a553-ad347c0bd62d), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:07.616294 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-2857a389-9137-4273-ab5a-9307217aca57 None None] Attempt 5 to provision port dd6485d6-871f-4cae-ab8e-6ebd941f397e Sep 21 22:01:07.636401 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad2811b-226b-4e3e-b61b-4bcad60435ad req-53c6b875-350b-4fc2-9871-f747c606ded0 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:07.637984 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-5ad2811b-226b-4e3e-b61b-4bcad60435ad req-53c6b875-350b-4fc2-9871-f747c606ded0 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a9f98f1-a8d8-46dd-a348-b7facad90c49 HTTP/1.1" status: 200 len: 944 time: 0.3460186 Sep 21 22:01:07.656781 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-2857a389-9137-4273-ab5a-9307217aca57 None None] Port dd6485d6-871f-4cae-ab8e-6ebd941f397e cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:01:07.684500 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-fe983e50-cebf-4f9f-a1a6-061072f728a6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a4d4635a6ec34a16ac8c3c6d40876860&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7715194 Sep 21 22:01:07.686914 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe983e50-cebf-4f9f-a1a6-061072f728a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8893669b-7535-44f4-a553-ad347c0bd62d,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:07.688156 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-eda87463-52fd-4d34-9900-37de21f32482 admin admin] Publish callbacks [] for security_group (bbdfe851-c0e1-402e-960f-4031ff364e86), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:07.690808 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-31bca918-4a1f-49cd-bb6b-fbadef5e181a req-45e5db6e-259f-42b3-8ba1-31ac1b80d405 service neutron] 10.222.0.71 "GET /v2.0/networks/0585c623-22cd-41df-a0a2-cf1e1b8bac58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666878 Sep 21 22:01:07.691571 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 58982) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:07.701718 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-7ff56f94-1520-45f7-b473-09f16d2cabca req-1d2409f0-2b6f-4c95-b603-e536d7c80102 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2527723 Sep 21 22:01:07.745916 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.db [req-1707814d-f196-4f0f-9f15-de322bac9005 req-36d659a3-6b65-472f-9296-d392d8713e2a service neutron] For port dd6485d6-871f-4cae-ab8e-6ebd941f397e, host hv-cinder-85881, cleared binding levels {{(pid=116019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:01:07.788647 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.db [req-1707814d-f196-4f0f-9f15-de322bac9005 req-36d659a3-6b65-472f-9296-d392d8713e2a service neutron] For port dd6485d6-871f-4cae-ab8e-6ebd941f397e, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=dd6485d6-871f-4cae-ab8e-6ebd941f397e,segment=NetworkSegment(64832c79-06e5-4b2e-9d17-904da6f2a29e),segment_id=64832c79-06e5-4b2e-9d17-904da6f2a29e)] {{(pid=116019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:01:07.814094 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-5fd90a84-263c-46b0-a1d0-09f3bf6ec9a3 admin admin] Publish callbacks [] for security_group (8893669b-7535-44f4-a553-ad347c0bd62d), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:07.821536 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [req-994466d2-7a15-4d1d-b20a-16e952502664 req-be03b926-c7ba-447a-9cab-11a92fda989a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61a3a825-87ba-40c7-96ba-ec486581ff8b {{(pid=116020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:01:07.826191 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.notifiers.nova [req-059736f1-dd76-465d-b2a2-c15e943ce7bd req-af2f64b6-d9d6-443c-bda0-8b3c58ec255f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2 {{(pid=116019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:01:07.845527 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-994466d2-7a15-4d1d-b20a-16e952502664 req-be03b926-c7ba-447a-9cab-11a92fda989a service neutron] Publish callbacks [] for port (61a3a825-87ba-40c7-96ba-ec486581ff8b), precommit_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:07.851197 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [req-059736f1-dd76-465d-b2a2-c15e943ce7bd req-af2f64b6-d9d6-443c-bda0-8b3c58ec255f service neutron] Publish callbacks [] for port (8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2), precommit_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:07.893617 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-5ad2811b-226b-4e3e-b61b-4bcad60435ad req-249578f9-91ac-4bf9-98fa-ccccf5fcb9de tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=86e385b2-fd55-41b8-9915-b0ab7e6bbebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295165 Sep 21 22:01:07.895702 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d93df64b-a291-49da-8387-e917c6db8ef4 admin admin] Publish callbacks [] for security_group (9a66a982-7a32-4e5c-9479-103029a7bfa9), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:07.899037 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.provisioning_blocks [req-059736f1-dd76-465d-b2a2-c15e943ce7bd req-af2f64b6-d9d6-443c-bda0-8b3c58ec255f service neutron] Transition to ACTIVE for port object 8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2 will not be triggered until provisioned by entity L2. {{(pid=116019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 22:01:07.901623 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-5fd90a84-263c-46b0-a1d0-09f3bf6ec9a3 admin admin] Publish callbacks [] for security_group (8893669b-7535-44f4-a553-ad347c0bd62d), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:07.905776 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [req-1707814d-f196-4f0f-9f15-de322bac9005 req-36d659a3-6b65-472f-9296-d392d8713e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (dd6485d6-871f-4cae-ab8e-6ebd941f397e), after_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:07.906088 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.provisioning_blocks [req-994466d2-7a15-4d1d-b20a-16e952502664 req-be03b926-c7ba-447a-9cab-11a92fda989a service neutron] Transition to ACTIVE for port object 61a3a825-87ba-40c7-96ba-ec486581ff8b will not be triggered until provisioned by entity L2. {{(pid=116020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 22:01:07.909752 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707814d-f196-4f0f-9f15-de322bac9005 req-36d659a3-6b65-472f-9296-d392d8713e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:07.910373 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [req-1707814d-f196-4f0f-9f15-de322bac9005 req-36d659a3-6b65-472f-9296-d392d8713e2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for port (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:07.911770 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1707814d-f196-4f0f-9f15-de322bac9005 req-36d659a3-6b65-472f-9296-d392d8713e2a service neutron] 10.222.0.71 "PUT /v2.0/ports/dd6485d6-871f-4cae-ab8e-6ebd941f397e HTTP/1.1" status: 200 len: 1094 time: 2.9718885 Sep 21 22:01:07.912358 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a9f98f1-a8d8-46dd-a348-b7facad90c49', 'tag': 'dd6485d6-871f-4cae-ab8e-6ebd941f397e'}] {{(pid=116019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:01:07.914702 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}314aa947772f4aa66c6b0f501ee0f59e34b3d7fab75533ca4852f00c2b9fa1f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20777f0b-1192-435d-9b0a-9b4f60d78bf9" -d '{"events": [{"name": "network-changed", "server_uuid": "9a9f98f1-a8d8-46dd-a348-b7facad90c49", "tag": "dd6485d6-871f-4cae-ab8e-6ebd941f397e"}]}' {{(pid=116019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:01:07.992423 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-31bca918-4a1f-49cd-bb6b-fbadef5e181a req-6b7c7c13-5eba-4f55-8104-0fc1ba47036c service neutron] 10.222.0.71 "GET /v2.0/networks/0585c623-22cd-41df-a0a2-cf1e1b8bac58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656466 Sep 21 22:01:07.999270 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5d676-9ea7-408c-92b1-5e7f042edc2f req-72ce02f7-4f91-429b-89ab-cfcc3e443fef tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:08.000855 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-e2a5d676-9ea7-408c-92b1-5e7f042edc2f req-72ce02f7-4f91-429b-89ab-cfcc3e443fef tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ce61355-e15f-4391-bd87-a6cbe0879fce HTTP/1.1" status: 200 len: 943 time: 0.2191207 Sep 21 22:01:08.004173 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d93df64b-a291-49da-8387-e917c6db8ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (9a66a982-7a32-4e5c-9479-103029a7bfa9), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:08.042305 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-994466d2-7a15-4d1d-b20a-16e952502664 req-be03b926-c7ba-447a-9cab-11a92fda989a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (61a3a825-87ba-40c7-96ba-ec486581ff8b), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:08.062756 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d659a3-6b65-472f-9296-d392d8713e2a service neutron] Pushing event updated for resources: {'Port': ['ID=dd6485d6-871f-4cae-ab8e-6ebd941f397e,revision_number=3']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:08.065406 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [req-059736f1-dd76-465d-b2a2-c15e943ce7bd req-af2f64b6-d9d6-443c-bda0-8b3c58ec255f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2), after_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:08.097063 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-d93df64b-a291-49da-8387-e917c6db8ef4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2b4a5f81c2dd4dbdba09b7c5fb803946&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0536983 Sep 21 22:01:08.099170 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 58988) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:08.105269 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-5fd90a84-263c-46b0-a1d0-09f3bf6ec9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (8893669b-7535-44f4-a553-ad347c0bd62d), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:08.108178 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-5fd90a84-263c-46b0-a1d0-09f3bf6ec9a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:08.109309 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-5fd90a84-263c-46b0-a1d0-09f3bf6ec9a3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8893669b-7535-44f4-a553-ad347c0bd62d HTTP/1.1" status: 204 len: 168 time: 0.4150755 Sep 21 22:01:08.124669 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93df64b-a291-49da-8387-e917c6db8ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a66a982-7a32-4e5c-9479-103029a7bfa9,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:08.132255 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-eda87463-52fd-4d34-9900-37de21f32482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (bbdfe851-c0e1-402e-960f-4031ff364e86), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:08.134902 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-eda87463-52fd-4d34-9900-37de21f32482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:08.136045 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-eda87463-52fd-4d34-9900-37de21f32482 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bbdfe851-c0e1-402e-960f-4031ff364e86 HTTP/1.1" status: 204 len: 168 time: 0.8309813 Sep 21 22:01:08.137640 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be03b926-c7ba-447a-9cab-11a92fda989a service neutron] Pushing event updated for resources: {'Port': ['ID=61a3a825-87ba-40c7-96ba-ec486581ff8b,revision_number=2']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:08.145076 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd90a84-263c-46b0-a1d0-09f3bf6ec9a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8893669b-7535-44f4-a553-ad347c0bd62d,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:08.151140 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-994466d2-7a15-4d1d-b20a-16e952502664 req-be03b926-c7ba-447a-9cab-11a92fda989a service neutron] Attempting to bind port 61a3a825-87ba-40c7-96ba-ec486581ff8b on host hv-cinder-85881 for vnic_type normal with profile {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:01:08.151140 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-994466d2-7a15-4d1d-b20a-16e952502664 req-be03b926-c7ba-447a-9cab-11a92fda989a service neutron] Attempting to bind port 61a3a825-87ba-40c7-96ba-ec486581ff8b by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': 'd07355e0-aacb-4281-84d5-155a0ab99755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ab2b5ec8-d24d-414d-80a8-ae5a033aa18d'}] {{(pid=116020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:01:08.151140 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994466d2-7a15-4d1d-b20a-16e952502664 req-be03b926-c7ba-447a-9cab-11a92fda989a service neutron] Attempting to bind port 61a3a825-87ba-40c7-96ba-ec486581ff8b on network ab2b5ec8-d24d-414d-80a8-ae5a033aa18d {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:01:08.158826 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-2857a389-9137-4273-ab5a-9307217aca57 None None] Attempt 6 to provision port dd6485d6-871f-4cae-ab8e-6ebd941f397e Sep 21 22:01:08.203969 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994466d2-7a15-4d1d-b20a-16e952502664 req-be03b926-c7ba-447a-9cab-11a92fda989a service neutron] Port 61a3a825-87ba-40c7-96ba-ec486581ff8b on network ab2b5ec8-d24d-414d-80a8-ae5a033aa18d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 22:01:08.204322 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994466d2-7a15-4d1d-b20a-16e952502664 req-be03b926-c7ba-447a-9cab-11a92fda989a service neutron] Attempting to bind port 61a3a825-87ba-40c7-96ba-ec486581ff8b on network ab2b5ec8-d24d-414d-80a8-ae5a033aa18d {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:01:08.212551 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994466d2-7a15-4d1d-b20a-16e952502664 req-be03b926-c7ba-447a-9cab-11a92fda989a service neutron] Checking agent: {'id': '0aee7d89-594f-4992-91de-a4ac3f52e28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 58, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 58, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:01:08.212551 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994466d2-7a15-4d1d-b20a-16e952502664 req-be03b926-c7ba-447a-9cab-11a92fda989a service neutron] Checking segment: {'id': 'd07355e0-aacb-4281-84d5-155a0ab99755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ab2b5ec8-d24d-414d-80a8-ae5a033aa18d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:01:08.212966 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994466d2-7a15-4d1d-b20a-16e952502664 req-be03b926-c7ba-447a-9cab-11a92fda989a service neutron] Bound using segment: {'id': 'd07355e0-aacb-4281-84d5-155a0ab99755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ab2b5ec8-d24d-414d-80a8-ae5a033aa18d'} {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:01:08.213418 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-994466d2-7a15-4d1d-b20a-16e952502664 req-be03b926-c7ba-447a-9cab-11a92fda989a service neutron] Bound port: 61a3a825-87ba-40c7-96ba-ec486581ff8b, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd07355e0-aacb-4281-84d5-155a0ab99755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ab2b5ec8-d24d-414d-80a8-ae5a033aa18d'}}] {{(pid=116020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:01:08.213780 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-994466d2-7a15-4d1d-b20a-16e952502664 req-be03b926-c7ba-447a-9cab-11a92fda989a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (61a3a825-87ba-40c7-96ba-ec486581ff8b), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:08.223345 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda87463-52fd-4d34-9900-37de21f32482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbdfe851-c0e1-402e-960f-4031ff364e86,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:08.247643 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-1beaa949-89cb-4127-b8f3-a3e63b52e1f2 admin admin] Publish callbacks [] for security_group (9a66a982-7a32-4e5c-9479-103029a7bfa9), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:08.250378 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2f64b6-d9d6-443c-bda0-8b3c58ec255f service neutron] Pushing event updated for resources: {'Port': ['ID=8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2,revision_number=2']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:08.263179 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-2857a389-9137-4273-ab5a-9307217aca57 None None] Port dd6485d6-871f-4cae-ab8e-6ebd941f397e had new provisioning blocks added so it will not transition to active. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 21 22:01:08.263318 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214840f-020e-4e27-8dbb-1fd279a14e31 req-b601de56-a6fa-44f5-8ec3-08038065f274 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:08.270937 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-5214840f-020e-4e27-8dbb-1fd279a14e31 req-b601de56-a6fa-44f5-8ec3-08038065f274 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 943 time: 0.3140812 Sep 21 22:01:08.283737 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707814d-f196-4f0f-9f15-de322bac9005 req-0c1e8f01-3c88-47ad-bfd9-51ac85fdbf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:08.288598 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-1707814d-f196-4f0f-9f15-de322bac9005 req-0c1e8f01-3c88-47ad-bfd9-51ac85fdbf9b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fea8845b2dfd4b2ab3278d6c2809014f&device_id=9a9f98f1-a8d8-46dd-a348-b7facad90c49 HTTP/1.1" status: 200 len: 1128 time: 0.1332335 Sep 21 22:01:08.290171 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-e2a5d676-9ea7-408c-92b1-5e7f042edc2f req-1236cd3f-1867-4bd2-b64c-c0ae643acf2f tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b6f6501-dbdb-4f78-9e46-c535e3b3e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685781 Sep 21 22:01:08.300763 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.managers [req-059736f1-dd76-465d-b2a2-c15e943ce7bd req-af2f64b6-d9d6-443c-bda0-8b3c58ec255f service neutron] Attempting to bind port 8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2 on host hv-cinder-85881 for vnic_type normal with profile {{(pid=116019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:01:08.301287 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.managers [req-059736f1-dd76-465d-b2a2-c15e943ce7bd req-af2f64b6-d9d6-443c-bda0-8b3c58ec255f service neutron] Attempting to bind port 8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2 by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': '198c478d-e58c-4168-b5f9-1fac1821e084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '96c55cd8-33b0-4027-994a-bc89dd1c7933'}] {{(pid=116019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:01:08.301627 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059736f1-dd76-465d-b2a2-c15e943ce7bd req-af2f64b6-d9d6-443c-bda0-8b3c58ec255f service neutron] Attempting to bind port 8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2 on network 96c55cd8-33b0-4027-994a-bc89dd1c7933 {{(pid=116019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:01:08.308265 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059736f1-dd76-465d-b2a2-c15e943ce7bd req-af2f64b6-d9d6-443c-bda0-8b3c58ec255f service neutron] Port 8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2 on network 96c55cd8-33b0-4027-994a-bc89dd1c7933 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=116019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 22:01:08.311417 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059736f1-dd76-465d-b2a2-c15e943ce7bd req-af2f64b6-d9d6-443c-bda0-8b3c58ec255f service neutron] Attempting to bind port 8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2 on network 96c55cd8-33b0-4027-994a-bc89dd1c7933 {{(pid=116019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:01:08.314728 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059736f1-dd76-465d-b2a2-c15e943ce7bd req-af2f64b6-d9d6-443c-bda0-8b3c58ec255f service neutron] Checking agent: {'id': '0aee7d89-594f-4992-91de-a4ac3f52e28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 58, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 58, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:01:08.315082 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059736f1-dd76-465d-b2a2-c15e943ce7bd req-af2f64b6-d9d6-443c-bda0-8b3c58ec255f service neutron] Checking segment: {'id': '198c478d-e58c-4168-b5f9-1fac1821e084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '96c55cd8-33b0-4027-994a-bc89dd1c7933'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:01:08.315469 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059736f1-dd76-465d-b2a2-c15e943ce7bd req-af2f64b6-d9d6-443c-bda0-8b3c58ec255f service neutron] Bound using segment: {'id': '198c478d-e58c-4168-b5f9-1fac1821e084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '96c55cd8-33b0-4027-994a-bc89dd1c7933'} {{(pid=116019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:01:08.315903 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.managers [req-059736f1-dd76-465d-b2a2-c15e943ce7bd req-af2f64b6-d9d6-443c-bda0-8b3c58ec255f service neutron] Bound port: 8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '198c478d-e58c-4168-b5f9-1fac1821e084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '96c55cd8-33b0-4027-994a-bc89dd1c7933'}}] {{(pid=116019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:01:08.328492 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [req-059736f1-dd76-465d-b2a2-c15e943ce7bd req-af2f64b6-d9d6-443c-bda0-8b3c58ec255f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2), before_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:08.341718 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-1beaa949-89cb-4127-b8f3-a3e63b52e1f2 admin admin] Publish callbacks [] for security_group (9a66a982-7a32-4e5c-9479-103029a7bfa9), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:08.359268 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-1707814d-f196-4f0f-9f15-de322bac9005 req-74bb1a47-6227-4524-adef-7398050e7cd3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd6485d6-871f-4cae-ab8e-6ebd941f397e HTTP/1.1" status: 200 len: 217 time: 0.0612760 Sep 21 22:01:08.406004 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-5214840f-020e-4e27-8dbb-1fd279a14e31 req-cc5cccf8-31d5-4bd3-b391-d6586a3a6bf5 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338613 Sep 21 22:01:08.411880 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-994466d2-7a15-4d1d-b20a-16e952502664 req-be03b926-c7ba-447a-9cab-11a92fda989a service neutron] For port 61a3a825-87ba-40c7-96ba-ec486581ff8b, host hv-cinder-85881, cleared binding levels {{(pid=116020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:01:08.465233 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-994466d2-7a15-4d1d-b20a-16e952502664 req-be03b926-c7ba-447a-9cab-11a92fda989a service neutron] For port 61a3a825-87ba-40c7-96ba-ec486581ff8b, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=61a3a825-87ba-40c7-96ba-ec486581ff8b,segment=NetworkSegment(d07355e0-aacb-4281-84d5-155a0ab99755),segment_id=d07355e0-aacb-4281-84d5-155a0ab99755)] {{(pid=116020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:01:08.466598 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb875c0d-6723-447c-a91a-0c50e47f9153 x-openstack-request-id: req-cb875c0d-6723-447c-a91a-0c50e47f9153 {{(pid=116019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:01:08.466903 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a9f98f1-a8d8-46dd-a348-b7facad90c49", "tag": "dd6485d6-871f-4cae-ab8e-6ebd941f397e", "status": "completed", "code": 200}]} {{(pid=116019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:01:08.467168 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cb875c0d-6723-447c-a91a-0c50e47f9153 {{(pid=116019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:01:08.467576 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb875c0d-6723-447c-a91a-0c50e47f9153'] response: {'name': 'network-changed', 'server_uuid': '9a9f98f1-a8d8-46dd-a348-b7facad90c49', 'tag': 'dd6485d6-871f-4cae-ab8e-6ebd941f397e', 'status': 'completed', 'code': 200} Sep 21 22:01:08.479409 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707814d-f196-4f0f-9f15-de322bac9005 req-15d3cb4e-aa04-4341-afa0-76aee39f82f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:08.483104 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-1707814d-f196-4f0f-9f15-de322bac9005 req-15d3cb4e-aa04-4341-afa0-76aee39f82f1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1a441478-37fd-49f9-afec-ab177303560e HTTP/1.1" status: 200 len: 854 time: 0.1144013 Sep 21 22:01:08.535341 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.db [req-059736f1-dd76-465d-b2a2-c15e943ce7bd req-af2f64b6-d9d6-443c-bda0-8b3c58ec255f service neutron] For port 8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2, host hv-cinder-85881, cleared binding levels {{(pid=116019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:01:08.552898 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-994466d2-7a15-4d1d-b20a-16e952502664 req-be03b926-c7ba-447a-9cab-11a92fda989a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (61a3a825-87ba-40c7-96ba-ec486581ff8b), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:08.554557 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.db [req-059736f1-dd76-465d-b2a2-c15e943ce7bd req-af2f64b6-d9d6-443c-bda0-8b3c58ec255f service neutron] For port 8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2,segment=NetworkSegment(198c478d-e58c-4168-b5f9-1fac1821e084),segment_id=198c478d-e58c-4168-b5f9-1fac1821e084)] {{(pid=116019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:01:08.560978 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707814d-f196-4f0f-9f15-de322bac9005 req-03759d04-0fce-430c-9671-5d2ccc16ec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:08.563113 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-1707814d-f196-4f0f-9f15-de322bac9005 req-03759d04-0fce-430c-9671-5d2ccc16ec73 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2abe6793-4110-455a-aa7b-f1c0038ce3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0705256 Sep 21 22:01:08.564670 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994466d2-7a15-4d1d-b20a-16e952502664 req-be03b926-c7ba-447a-9cab-11a92fda989a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:08.565359 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-994466d2-7a15-4d1d-b20a-16e952502664 req-be03b926-c7ba-447a-9cab-11a92fda989a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:08.567207 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-994466d2-7a15-4d1d-b20a-16e952502664 req-be03b926-c7ba-447a-9cab-11a92fda989a service neutron] 10.222.0.71 "PUT /v2.0/ports/61a3a825-87ba-40c7-96ba-ec486581ff8b HTTP/1.1" status: 200 len: 1093 time: 2.5412946 Sep 21 22:01:08.569701 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '098797e0-d07c-4b3e-bf38-86bfe427d7db', 'tag': '61a3a825-87ba-40c7-96ba-ec486581ff8b'}] {{(pid=116020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:01:08.572375 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}616469ce01b4343580b51944d90e43cdadd76175ffa2c7c7ae3ce11ef7217efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59215647-99e8-432c-ab01-7b8b8bc93957" -d '{"events": [{"name": "network-changed", "server_uuid": "098797e0-d07c-4b3e-bf38-86bfe427d7db", "tag": "61a3a825-87ba-40c7-96ba-ec486581ff8b"}]}' {{(pid=116020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:01:08.574727 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95178a9d-212d-49de-aad7-928722f2654d req-9e595bcd-7eba-4e1a-a6f5-9ac7f191b53f tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:08.576938 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-95178a9d-212d-49de-aad7-928722f2654d req-9e595bcd-7eba-4e1a-a6f5-9ac7f191b53f tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 943 time: 0.0840065 Sep 21 22:01:08.654017 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea39ac9-bcb3-4652-b742-68a644af01dc x-openstack-request-id: req-bea39ac9-bcb3-4652-b742-68a644af01dc {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:01:08.654278 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "098797e0-d07c-4b3e-bf38-86bfe427d7db", "tag": "61a3a825-87ba-40c7-96ba-ec486581ff8b", "status": "completed", "code": 200}]} {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:01:08.654522 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bea39ac9-bcb3-4652-b742-68a644af01dc {{(pid=116020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:01:08.654929 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bea39ac9-bcb3-4652-b742-68a644af01dc'] response: {'name': 'network-changed', 'server_uuid': '098797e0-d07c-4b3e-bf38-86bfe427d7db', 'tag': '61a3a825-87ba-40c7-96ba-ec486581ff8b', 'status': 'completed', 'code': 200} Sep 21 22:01:08.659394 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-95178a9d-212d-49de-aad7-928722f2654d req-390824a2-7aab-4a1e-900a-47a7c207c532 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760944 Sep 21 22:01:08.661850 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-1beaa949-89cb-4127-b8f3-a3e63b52e1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (9a66a982-7a32-4e5c-9479-103029a7bfa9), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:08.665260 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-1beaa949-89cb-4127-b8f3-a3e63b52e1f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:08.666823 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-1beaa949-89cb-4127-b8f3-a3e63b52e1f2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9a66a982-7a32-4e5c-9479-103029a7bfa9 HTTP/1.1" status: 204 len: 168 time: 0.5624766 Sep 21 22:01:08.707858 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be03b926-c7ba-447a-9cab-11a92fda989a service neutron] Pushing event updated for resources: {'Port': ['ID=61a3a825-87ba-40c7-96ba-ec486581ff8b,revision_number=3']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:08.710220 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beaa949-89cb-4127-b8f3-a3e63b52e1f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a66a982-7a32-4e5c-9479-103029a7bfa9,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:08.728566 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [req-059736f1-dd76-465d-b2a2-c15e943ce7bd req-af2f64b6-d9d6-443c-bda0-8b3c58ec255f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2), after_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:08.740570 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059736f1-dd76-465d-b2a2-c15e943ce7bd req-af2f64b6-d9d6-443c-bda0-8b3c58ec255f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:08.741344 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [req-059736f1-dd76-465d-b2a2-c15e943ce7bd req-af2f64b6-d9d6-443c-bda0-8b3c58ec255f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for port (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:08.745229 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-059736f1-dd76-465d-b2a2-c15e943ce7bd req-af2f64b6-d9d6-443c-bda0-8b3c58ec255f service neutron] 10.222.0.71 "PUT /v2.0/ports/8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2 HTTP/1.1" status: 200 len: 1094 time: 2.3350730 Sep 21 22:01:08.770594 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-1707814d-f196-4f0f-9f15-de322bac9005 req-48e7682b-fbe6-4030-815f-810bcb392c5a service neutron] 10.222.0.71 "GET /v2.0/networks/2abe6793-4110-455a-aa7b-f1c0038ce3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952503 Sep 21 22:01:08.777258 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59215647-99e8-432c-ab01-7b8b8bc93957 req-153fed81-a3e1-4d35-abc8-2eef86e06055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:08.779363 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-59215647-99e8-432c-ab01-7b8b8bc93957 req-153fed81-a3e1-4d35-abc8-2eef86e06055 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=90c3337e87ac45c5b7ca6cc8e43c6f41&device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 1127 time: 0.0991383 Sep 21 22:01:08.844477 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2f64b6-d9d6-443c-bda0-8b3c58ec255f service neutron] Pushing event updated for resources: {'Port': ['ID=8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2,revision_number=3']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:08.946846 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-1707814d-f196-4f0f-9f15-de322bac9005 req-a8bd9606-a9a2-4c65-95ce-4ef743013b06 service neutron] 10.222.0.71 "GET /v2.0/networks/2abe6793-4110-455a-aa7b-f1c0038ce3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664968 Sep 21 22:01:08.949703 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59215647-99e8-432c-ab01-7b8b8bc93957 req-f401d834-2d19-4484-a13c-9d9960a5171c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:08.951714 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-59215647-99e8-432c-ab01-7b8b8bc93957 req-f401d834-2d19-4484-a13c-9d9960a5171c service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=90c3337e87ac45c5b7ca6cc8e43c6f41&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1635725 Sep 21 22:01:08.956788 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e42f7-999a-4962-823d-109329fa4309 req-f3d572b1-93b8-48e6-9eba-a5f98f3c29dd tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:08.956788 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b76e42f7-999a-4962-823d-109329fa4309 req-f3d572b1-93b8-48e6-9eba-a5f98f3c29dd tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 944 time: 0.1550996 Sep 21 22:01:09.016434 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 59014) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:09.036662 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-e00d45df-bd77-4766-b2da-bdc2c21fa79d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:09.152565 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59215647-99e8-432c-ab01-7b8b8bc93957 req-5c29591d-7400-4cd9-86bd-a6373028548c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:09.163365 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-59215647-99e8-432c-ab01-7b8b8bc93957 req-5c29591d-7400-4cd9-86bd-a6373028548c service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1913855 Sep 21 22:01:09.180630 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20777f0b-1192-435d-9b0a-9b4f60d78bf9 req-21e26655-9760-4c01-adab-ff4c9d567e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:09.182474 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-20777f0b-1192-435d-9b0a-9b4f60d78bf9 req-21e26655-9760-4c01-adab-ff4c9d567e5a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fea8845b2dfd4b2ab3278d6c2809014f&device_id=9a9f98f1-a8d8-46dd-a348-b7facad90c49 HTTP/1.1" status: 200 len: 1128 time: 0.1091275 Sep 21 22:01:09.205509 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059736f1-dd76-465d-b2a2-c15e943ce7bd req-bb5b7d87-5852-4d44-b3fe-045b3361fd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:09.207175 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-059736f1-dd76-465d-b2a2-c15e943ce7bd req-bb5b7d87-5852-4d44-b3fe-045b3361fd24 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b33a94a4c3ce4d1c85fa49c2871df1d3&device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 1128 time: 0.3300374 Sep 21 22:01:09.287158 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-e00d45df-bd77-4766-b2da-bdc2c21fa79d admin admin] Publish callbacks [] for security_group (b357f187-7528-4ab5-bed3-39616f8873a6), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:09.308369 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b76e42f7-999a-4962-823d-109329fa4309 req-87802169-90fc-4a36-b425-78cd77981b6e tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3393655 Sep 21 22:01:09.311176 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-059736f1-dd76-465d-b2a2-c15e943ce7bd req-3b463f0c-838f-4332-9626-0971f085d777 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2 HTTP/1.1" status: 200 len: 217 time: 0.0907798 Sep 21 22:01:09.340703 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994466d2-7a15-4d1d-b20a-16e952502664 req-5682c58a-a8ff-4763-9d4f-05a7906853d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:09.340703 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-994466d2-7a15-4d1d-b20a-16e952502664 req-5682c58a-a8ff-4763-9d4f-05a7906853d2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=90c3337e87ac45c5b7ca6cc8e43c6f41&device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 1127 time: 0.1178656 Sep 21 22:01:09.359964 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-e00d45df-bd77-4766-b2da-bdc2c21fa79d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (b357f187-7528-4ab5-bed3-39616f8873a6), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:09.369138 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20777f0b-1192-435d-9b0a-9b4f60d78bf9 req-38908e49-8e43-4977-a95f-5a38fd2a0cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:09.370091 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c25f94-da75-4951-971a-2f9d96e1738f req-6ad93527-5819-4aed-a635-9482dfbe16c0 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:09.370611 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-20777f0b-1192-435d-9b0a-9b4f60d78bf9 req-38908e49-8e43-4977-a95f-5a38fd2a0cdd service neutron] 10.222.0.71 "GET /v2.0/networks?id=2abe6793-4110-455a-aa7b-f1c0038ce3ef HTTP/1.1" status: 200 len: 916 time: 0.1759715 Sep 21 22:01:09.374198 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-78c25f94-da75-4951-971a-2f9d96e1738f req-6ad93527-5819-4aed-a635-9482dfbe16c0 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a9f98f1-a8d8-46dd-a348-b7facad90c49 HTTP/1.1" status: 200 len: 944 time: 0.3905330 Sep 21 22:01:09.421154 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-994466d2-7a15-4d1d-b20a-16e952502664 req-e4bc4e2c-eebf-417f-876e-329c9bbf0714 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61a3a825-87ba-40c7-96ba-ec486581ff8b HTTP/1.1" status: 200 len: 217 time: 0.0734479 Sep 21 22:01:09.462910 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059736f1-dd76-465d-b2a2-c15e943ce7bd req-3ea1bf2b-b9e7-4052-bcce-d2653d34f736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:09.464398 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-059736f1-dd76-465d-b2a2-c15e943ce7bd req-3ea1bf2b-b9e7-4052-bcce-d2653d34f736 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ce246b9e-d1ab-41c3-9dad-8fd19a0b2f7e HTTP/1.1" status: 200 len: 849 time: 0.1456089 Sep 21 22:01:09.474470 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-20777f0b-1192-435d-9b0a-9b4f60d78bf9 req-76c683a5-4887-47ca-974a-e8a768715be1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd6485d6-871f-4cae-ab8e-6ebd941f397e HTTP/1.1" status: 200 len: 217 time: 0.0693352 Sep 21 22:01:09.481192 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-e00d45df-bd77-4766-b2da-bdc2c21fa79d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=854f17c7463d435696893e1a91b17010&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4611676 Sep 21 22:01:09.483739 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 59026) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:09.497300 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d45df-bd77-4766-b2da-bdc2c21fa79d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b357f187-7528-4ab5-bed3-39616f8873a6,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:09.550126 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994466d2-7a15-4d1d-b20a-16e952502664 req-0c29913f-cf4c-4f8d-9623-25e4d57c962f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:09.551601 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-994466d2-7a15-4d1d-b20a-16e952502664 req-0c29913f-cf4c-4f8d-9623-25e4d57c962f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4fbdb1a2-604b-4475-ad62-84a9530d66d1 HTTP/1.1" status: 200 len: 856 time: 0.0972955 Sep 21 22:01:09.557771 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-78c25f94-da75-4951-971a-2f9d96e1738f req-342aa6f2-be0f-4615-9bcb-cc0db9178725 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=86e385b2-fd55-41b8-9915-b0ab7e6bbebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713274 Sep 21 22:01:09.566073 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20777f0b-1192-435d-9b0a-9b4f60d78bf9 req-5af43c1f-ba38-415e-9a5b-b2301debc8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:09.566073 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-20777f0b-1192-435d-9b0a-9b4f60d78bf9 req-5af43c1f-ba38-415e-9a5b-b2301debc8ce service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1a441478-37fd-49f9-afec-ab177303560e HTTP/1.1" status: 200 len: 854 time: 0.0633557 Sep 21 22:01:09.621345 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 59032) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:09.662672 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed9318-8c1e-4a1b-9341-d6c0bbaf356a req-8cb78f82-ef67-4459-9835-596616f5cea3 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:09.662922 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994466d2-7a15-4d1d-b20a-16e952502664 req-e090a148-a296-4fc6-9e90-f5a1230970a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:09.664241 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-51ed9318-8c1e-4a1b-9341-d6c0bbaf356a req-8cb78f82-ef67-4459-9835-596616f5cea3 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ce61355-e15f-4391-bd87-a6cbe0879fce HTTP/1.1" status: 200 len: 943 time: 0.2431755 Sep 21 22:01:09.664471 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-994466d2-7a15-4d1d-b20a-16e952502664 req-e090a148-a296-4fc6-9e90-f5a1230970a4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ab2b5ec8-d24d-414d-80a8-ae5a033aa18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1036274 Sep 21 22:01:09.667758 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-f1e7a297-ac43-49fa-93e0-c1972b964e27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:09.669494 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20777f0b-1192-435d-9b0a-9b4f60d78bf9 req-bb9675ef-10f5-436c-87f6-cc272706c2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:09.670973 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-20777f0b-1192-435d-9b0a-9b4f60d78bf9 req-bb9675ef-10f5-436c-87f6-cc272706c2b0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2abe6793-4110-455a-aa7b-f1c0038ce3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1026206 Sep 21 22:01:09.712471 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059736f1-dd76-465d-b2a2-c15e943ce7bd req-180d0070-e99d-4714-979d-17b03b464e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:09.713997 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-059736f1-dd76-465d-b2a2-c15e943ce7bd req-180d0070-e99d-4714-979d-17b03b464e20 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96c55cd8-33b0-4027-994a-bc89dd1c7933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2321877 Sep 21 22:01:09.757308 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-2756d9d7-f7dd-4760-8d58-da774bae187c admin admin] Publish callbacks [] for security_group (b357f187-7528-4ab5-bed3-39616f8873a6), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:09.862554 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-2756d9d7-f7dd-4760-8d58-da774bae187c admin admin] Publish callbacks [] for security_group (b357f187-7528-4ab5-bed3-39616f8873a6), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:09.897436 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-51ed9318-8c1e-4a1b-9341-d6c0bbaf356a req-69296882-60f3-4edf-8e23-92e41c6e6aaa tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b6f6501-dbdb-4f78-9e46-c535e3b3e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159259 Sep 21 22:01:09.966247 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2860975-7628-4da2-85c6-8101d169fb0d req-c1908856-b454-4641-94c5-86baba386e5a tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:09.967878 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-d2860975-7628-4da2-85c6-8101d169fb0d req-c1908856-b454-4641-94c5-86baba386e5a tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 943 time: 0.2963274 Sep 21 22:01:10.007615 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-20777f0b-1192-435d-9b0a-9b4f60d78bf9 req-ebe1b548-8890-4144-b91f-b0ac37eb18bb service neutron] 10.222.0.71 "GET /v2.0/networks/2abe6793-4110-455a-aa7b-f1c0038ce3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285418 Sep 21 22:01:10.009422 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-994466d2-7a15-4d1d-b20a-16e952502664 req-74fe4e85-5b58-4bbf-b15b-eadb064ed6db service neutron] 10.222.0.71 "GET /v2.0/networks/ab2b5ec8-d24d-414d-80a8-ae5a033aa18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375916 Sep 21 22:01:10.066658 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-059736f1-dd76-465d-b2a2-c15e943ce7bd req-cca88168-60b1-43b0-83cf-fd6286b2fd90 service neutron] 10.222.0.71 "GET /v2.0/networks/96c55cd8-33b0-4027-994a-bc89dd1c7933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255968 Sep 21 22:01:10.101454 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-2756d9d7-f7dd-4760-8d58-da774bae187c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (b357f187-7528-4ab5-bed3-39616f8873a6), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:10.104001 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-2756d9d7-f7dd-4760-8d58-da774bae187c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:10.107604 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-2756d9d7-f7dd-4760-8d58-da774bae187c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b357f187-7528-4ab5-bed3-39616f8873a6 HTTP/1.1" status: 204 len: 168 time: 0.6099195 Sep 21 22:01:10.116996 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-f1e7a297-ac43-49fa-93e0-c1972b964e27 admin admin] Publish callbacks [] for security_group (cee63aaa-89d1-4872-842a-0e212973948a), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:10.163392 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-d2860975-7628-4da2-85c6-8101d169fb0d req-0da373ae-26ff-4c5d-b0fe-aa139e8b71a2 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688073 Sep 21 22:01:10.169297 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2756d9d7-f7dd-4760-8d58-da774bae187c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b357f187-7528-4ab5-bed3-39616f8873a6,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:10.193129 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c473af-a012-4d16-96a2-b7e6b48131f3 req-a7ef5b8b-f38c-42ca-bfeb-57920583ccec tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:10.194907 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-26c473af-a012-4d16-96a2-b7e6b48131f3 req-a7ef5b8b-f38c-42ca-bfeb-57920583ccec tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 943 time: 0.2234905 Sep 21 22:01:10.201663 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-f1e7a297-ac43-49fa-93e0-c1972b964e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (cee63aaa-89d1-4872-842a-0e212973948a), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:10.263216 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-994466d2-7a15-4d1d-b20a-16e952502664 req-36b0da35-26d8-4055-b4b5-c5d73709bfd7 service neutron] 10.222.0.71 "GET /v2.0/networks/ab2b5ec8-d24d-414d-80a8-ae5a033aa18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423012 Sep 21 22:01:10.288430 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-20777f0b-1192-435d-9b0a-9b4f60d78bf9 req-7447ff18-6e2d-42b3-8e75-ad954baa5d33 service neutron] 10.222.0.71 "GET /v2.0/networks/2abe6793-4110-455a-aa7b-f1c0038ce3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694252 Sep 21 22:01:10.298540 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-f1e7a297-ac43-49fa-93e0-c1972b964e27 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ee5eed7e3374446690186460e2792e34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6756005 Sep 21 22:01:10.302617 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 59048) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:10.307481 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-059736f1-dd76-465d-b2a2-c15e943ce7bd req-97bd9de9-2147-4e3e-9012-29ad57c78dbf service neutron] 10.222.0.71 "GET /v2.0/networks/96c55cd8-33b0-4027-994a-bc89dd1c7933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240729 Sep 21 22:01:10.309645 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e7a297-ac43-49fa-93e0-c1972b964e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee63aaa-89d1-4872-842a-0e212973948a,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:10.367022 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-26c473af-a012-4d16-96a2-b7e6b48131f3 req-2f94ff90-24ce-4d56-adf5-407533b82231 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568542 Sep 21 22:01:10.428129 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-8042aa0a-3516-4723-b9b8-887a35154636 admin admin] Publish callbacks [] for security_group (cee63aaa-89d1-4872-842a-0e212973948a), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:10.451394 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-8042aa0a-3516-4723-b9b8-887a35154636 admin admin] Publish callbacks [] for security_group (cee63aaa-89d1-4872-842a-0e212973948a), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:10.462297 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed738d-4b36-40db-9f48-b88fb9cf5402 req-c71dfb8c-99a2-41b5-8c61-f94811edf3d9 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:10.463863 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-f4ed738d-4b36-40db-9f48-b88fb9cf5402 req-c71dfb8c-99a2-41b5-8c61-f94811edf3d9 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 944 time: 0.0558558 Sep 21 22:01:10.468600 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8b2784b-a8fd-4223-ae6a-b8373f923f14', 'tag': '8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2'}] {{(pid=116019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:01:10.471104 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}314aa947772f4aa66c6b0f501ee0f59e34b3d7fab75533ca4852f00c2b9fa1f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d7d833-4b87-4c4e-be4d-4cd63e054432" -d '{"events": [{"name": "network-changed", "server_uuid": "c8b2784b-a8fd-4223-ae6a-b8373f923f14", "tag": "8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2"}]}' {{(pid=116019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:01:10.518676 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-f4ed738d-4b36-40db-9f48-b88fb9cf5402 req-ffbef3f0-4fee-47c4-b9f8-70487533b688 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444677 Sep 21 22:01:10.520235 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b54ff2-ea7c-4c29-bfe9-01c33b6c6c00 x-openstack-request-id: req-68b54ff2-ea7c-4c29-bfe9-01c33b6c6c00 {{(pid=116019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:01:10.520698 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8b2784b-a8fd-4223-ae6a-b8373f923f14", "tag": "8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2", "status": "completed", "code": 200}]} {{(pid=116019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:01:10.521088 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-68b54ff2-ea7c-4c29-bfe9-01c33b6c6c00 {{(pid=116019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:01:10.532560 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68b54ff2-ea7c-4c29-bfe9-01c33b6c6c00'] response: {'name': 'network-changed', 'server_uuid': 'c8b2784b-a8fd-4223-ae6a-b8373f923f14', 'tag': '8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2', 'status': 'completed', 'code': 200} Sep 21 22:01:10.579267 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-8042aa0a-3516-4723-b9b8-887a35154636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (cee63aaa-89d1-4872-842a-0e212973948a), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:10.582068 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-8042aa0a-3516-4723-b9b8-887a35154636 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:10.583320 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-8042aa0a-3516-4723-b9b8-887a35154636 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cee63aaa-89d1-4872-842a-0e212973948a HTTP/1.1" status: 204 len: 168 time: 0.2796216 Sep 21 22:01:10.590920 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7d833-4b87-4c4e-be4d-4cd63e054432 req-e1e983fc-3171-445a-8338-e0b8e7f2b6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:10.591985 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8042aa0a-3516-4723-b9b8-887a35154636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee63aaa-89d1-4872-842a-0e212973948a,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:10.592461 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-32d7d833-4b87-4c4e-be4d-4cd63e054432 req-e1e983fc-3171-445a-8338-e0b8e7f2b6a9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b33a94a4c3ce4d1c85fa49c2871df1d3&device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 1128 time: 0.0522420 Sep 21 22:01:10.792997 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7d833-4b87-4c4e-be4d-4cd63e054432 req-01dd18df-7f0c-40a5-bee5-0275c50e6137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:10.795047 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-32d7d833-4b87-4c4e-be4d-4cd63e054432 req-01dd18df-7f0c-40a5-bee5-0275c50e6137 service neutron] 10.222.0.71 "GET /v2.0/networks?id=96c55cd8-33b0-4027-994a-bc89dd1c7933 HTTP/1.1" status: 200 len: 911 time: 0.1966984 Sep 21 22:01:10.801976 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6d6b3-7be4-441d-8502-d597819d5cde req-04d4572b-a0c5-45eb-a42c-e9c8994856b4 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:10.803353 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-0cd6d6b3-7be4-441d-8502-d597819d5cde req-04d4572b-a0c5-45eb-a42c-e9c8994856b4 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a9f98f1-a8d8-46dd-a348-b7facad90c49 HTTP/1.1" status: 200 len: 944 time: 0.1305988 Sep 21 22:01:10.850286 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-32d7d833-4b87-4c4e-be4d-4cd63e054432 req-74d48fb3-7aee-4adf-8191-aae55a6da6b2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2 HTTP/1.1" status: 200 len: 217 time: 0.0459681 Sep 21 22:01:10.908639 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-0cd6d6b3-7be4-441d-8502-d597819d5cde req-61bf92b6-7b3a-4823-915a-ff70dfda693e tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=86e385b2-fd55-41b8-9915-b0ab7e6bbebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978756 Sep 21 22:01:10.921247 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7d833-4b87-4c4e-be4d-4cd63e054432 req-f9d7b31b-8fde-4802-b6dd-58e4f6ae607e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:10.922841 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-32d7d833-4b87-4c4e-be4d-4cd63e054432 req-f9d7b31b-8fde-4802-b6dd-58e4f6ae607e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ce246b9e-d1ab-41c3-9dad-8fd19a0b2f7e HTTP/1.1" status: 200 len: 849 time: 0.0643764 Sep 21 22:01:10.974944 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 59068) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:10.998402 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7d833-4b87-4c4e-be4d-4cd63e054432 req-732a0e10-eea1-4208-9c50-94967a98a179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:10.999860 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-32d7d833-4b87-4c4e-be4d-4cd63e054432 req-732a0e10-eea1-4208-9c50-94967a98a179 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96c55cd8-33b0-4027-994a-bc89dd1c7933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0689151 Sep 21 22:01:11.107534 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a142d88-97b5-441f-83cd-06adf227c241 req-2efd6608-e076-45d6-bfb1-a2ca0baa246d tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:11.109033 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8a142d88-97b5-441f-83cd-06adf227c241 req-2efd6608-e076-45d6-bfb1-a2ca0baa246d tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ce61355-e15f-4391-bd87-a6cbe0879fce HTTP/1.1" status: 200 len: 943 time: 0.1134963 Sep 21 22:01:11.125112 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-69251744-d69c-4e1a-9534-ec492ae35f77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:11.150072 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-32d7d833-4b87-4c4e-be4d-4cd63e054432 req-d734a06f-9e70-4f30-a944-3c6dee0ae9d3 service neutron] 10.222.0.71 "GET /v2.0/networks/96c55cd8-33b0-4027-994a-bc89dd1c7933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389413 Sep 21 22:01:11.211721 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-69251744-d69c-4e1a-9534-ec492ae35f77 admin admin] Publish callbacks [] for security_group (0bb4af71-c9cd-45f5-b91d-7533620592fc), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:11.217624 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8a142d88-97b5-441f-83cd-06adf227c241 req-9a744df7-ca48-40d7-aeaf-eed7e2064316 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b6f6501-dbdb-4f78-9e46-c535e3b3e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983717 Sep 21 22:01:11.265762 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-32d7d833-4b87-4c4e-be4d-4cd63e054432 req-b1f30bf6-a96f-4428-b9e4-55d38ed26bd3 service neutron] 10.222.0.71 "GET /v2.0/networks/96c55cd8-33b0-4027-994a-bc89dd1c7933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091323 Sep 21 22:01:11.288127 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-69251744-d69c-4e1a-9534-ec492ae35f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (0bb4af71-c9cd-45f5-b91d-7533620592fc), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:11.333205 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-69251744-d69c-4e1a-9534-ec492ae35f77 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0cbc354b37d343b6acba5386176f0f06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3571796 Sep 21 22:01:11.337371 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 59088) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:11.344242 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69251744-d69c-4e1a-9534-ec492ae35f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb4af71-c9cd-45f5-b91d-7533620592fc,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:11.386869 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8410bf-e297-483b-bd3c-208eee424e5a req-df1483f9-1e87-4bd1-b85d-a5e3bd2b3e10 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:11.387390 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-fa8410bf-e297-483b-bd3c-208eee424e5a req-df1483f9-1e87-4bd1-b85d-a5e3bd2b3e10 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 943 time: 0.0915637 Sep 21 22:01:11.431816 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-539ee9b5-8d5a-4058-8937-bf28c916921c admin admin] Publish callbacks [] for security_group (0bb4af71-c9cd-45f5-b91d-7533620592fc), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:11.463144 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-fa8410bf-e297-483b-bd3c-208eee424e5a req-d0a26cf7-979f-4d18-9c6d-f0c8e83bc805 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688865 Sep 21 22:01:11.475285 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-539ee9b5-8d5a-4058-8937-bf28c916921c admin admin] Publish callbacks [] for security_group (0bb4af71-c9cd-45f5-b91d-7533620592fc), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:11.737537 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc1f01-6a23-4301-9e13-f340a8d62df3 req-5c80ef63-8ea3-47fb-bd84-f10a28525cd7 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:11.739003 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-a7bc1f01-6a23-4301-9e13-f340a8d62df3 req-5c80ef63-8ea3-47fb-bd84-f10a28525cd7 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 943 time: 0.2839513 Sep 21 22:01:11.784998 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f9a43-ca20-45f3-8097-9495bfd3b3ac req-511a3a80-b752-46e5-b50d-d4c5fb33e560 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:11.788307 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ca3f9a43-ca20-45f3-8097-9495bfd3b3ac req-511a3a80-b752-46e5-b50d-d4c5fb33e560 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 944 time: 0.1119828 Sep 21 22:01:11.816262 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-a7bc1f01-6a23-4301-9e13-f340a8d62df3 req-bbda5a8a-22b6-496f-9928-ecf59bec7960 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691600 Sep 21 22:01:11.817374 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-539ee9b5-8d5a-4058-8937-bf28c916921c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (0bb4af71-c9cd-45f5-b91d-7533620592fc), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:11.819569 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-539ee9b5-8d5a-4058-8937-bf28c916921c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:11.822993 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-539ee9b5-8d5a-4058-8937-bf28c916921c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0bb4af71-c9cd-45f5-b91d-7533620592fc HTTP/1.1" status: 204 len: 168 time: 0.4815505 Sep 21 22:01:11.835427 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ee9b5-8d5a-4058-8937-bf28c916921c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb4af71-c9cd-45f5-b91d-7533620592fc,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:11.861640 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ca3f9a43-ca20-45f3-8097-9495bfd3b3ac req-be4640a7-5811-49d0-ac6c-22fdb7346986 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687139 Sep 21 22:01:11.899933 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device dd6485d6-871f-4cae-ab8e-6ebd941f397e details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=116021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 22:01:12.059212 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16501cd-5387-4425-bd41-876f9ba26758 req-4db7bc77-c520-4bf8-af34-9a9b879a7ecb tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:12.062656 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-a16501cd-5387-4425-bd41-876f9ba26758 req-4db7bc77-c520-4bf8-af34-9a9b879a7ecb tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a9f98f1-a8d8-46dd-a348-b7facad90c49 HTTP/1.1" status: 200 len: 944 time: 0.0678246 Sep 21 22:01:12.117817 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-a16501cd-5387-4425-bd41-876f9ba26758 req-58656768-49c6-4bdf-949b-d032a978c88d tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=86e385b2-fd55-41b8-9915-b0ab7e6bbebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493219 Sep 21 22:01:12.134594 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port dd6485d6-871f-4cae-ab8e-6ebd941f397e, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=dd6485d6-871f-4cae-ab8e-6ebd941f397e,segment=NetworkSegment(64832c79-06e5-4b2e-9d17-904da6f2a29e),segment_id=64832c79-06e5-4b2e-9d17-904da6f2a29e)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:01:12.146757 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Returning: {'device': 'dd6485d6-871f-4cae-ab8e-6ebd941f397e', 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef', 'port_id': 'dd6485d6-871f-4cae-ab8e-6ebd941f397e', 'mac_address': 'fa:16:3e:af:87:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a441478-37fd-49f9-afec-ab177303560e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 22:01:12.180382 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port dd6485d6-871f-4cae-ab8e-6ebd941f397e is: DOWN; New status is: BUILD {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:01:12.180904 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (dd6485d6-871f-4cae-ab8e-6ebd941f397e), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:12.195249 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.notifiers.nova [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd6485d6-871f-4cae-ab8e-6ebd941f397e {{(pid=116021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:01:12.252921 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port dd6485d6-871f-4cae-ab8e-6ebd941f397e, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=dd6485d6-871f-4cae-ab8e-6ebd941f397e,segment=NetworkSegment(64832c79-06e5-4b2e-9d17-904da6f2a29e),segment_id=64832c79-06e5-4b2e-9d17-904da6f2a29e)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:01:12.372606 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d5c26-8236-401e-880c-5c057880b1d0 req-a171fa2d-2fc4-446b-9181-705094356243 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:12.374177 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-070d5c26-8236-401e-880c-5c057880b1d0 req-a171fa2d-2fc4-446b-9181-705094356243 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ce61355-e15f-4391-bd87-a6cbe0879fce HTTP/1.1" status: 200 len: 943 time: 0.0612953 Sep 21 22:01:12.424755 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-070d5c26-8236-401e-880c-5c057880b1d0 req-571a6ba2-4d44-4cba-ae56-dd870a63a5c0 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b6f6501-dbdb-4f78-9e46-c535e3b3e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433393 Sep 21 22:01:12.591265 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843f7c4-7eba-49f0-8fbc-1413b3e2e3d8 req-08114f1d-aa16-41d2-aeec-f4b69a0f13f3 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:12.592723 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-f843f7c4-7eba-49f0-8fbc-1413b3e2e3d8 req-08114f1d-aa16-41d2-aeec-f4b69a0f13f3 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 943 time: 0.0539899 Sep 21 22:01:12.643078 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-f843f7c4-7eba-49f0-8fbc-1413b3e2e3d8 req-214fe6db-6ff4-4404-9ff0-eb987b2d6ff0 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441315 Sep 21 22:01:12.997718 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56ef61-e6cc-455f-8a33-9cc7e9ae5452 req-0f5fd950-4a85-4933-a70b-a130adb043b6 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:12.999261 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8b56ef61-e6cc-455f-8a33-9cc7e9ae5452 req-0f5fd950-4a85-4933-a70b-a130adb043b6 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 943 time: 0.0846446 Sep 21 22:01:13.022873 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ce794-82d6-45b1-9fed-2dffbf434377 req-4bcee8be-813a-46ca-98e5-37e73f2f75cf tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:13.024565 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-297ce794-82d6-45b1-9fed-2dffbf434377 req-4bcee8be-813a-46ca-98e5-37e73f2f75cf tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 944 time: 0.0771134 Sep 21 22:01:13.089051 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8b56ef61-e6cc-455f-8a33-9cc7e9ae5452 req-7db4a27d-7010-4213-9bcd-e63bb95673df tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830946 Sep 21 22:01:13.097356 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-297ce794-82d6-45b1-9fed-2dffbf434377 req-420370bb-27db-4261-a6e3-2c761ac2f02a tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626338 Sep 21 22:01:13.245607 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622bdbe9-5374-49e3-8d65-684eba3c213e req-cf45fde9-7a76-4d00-8b7e-9b5c1ca0f151 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:13.247108 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-622bdbe9-5374-49e3-8d65-684eba3c213e req-cf45fde9-7a76-4d00-8b7e-9b5c1ca0f151 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a9f98f1-a8d8-46dd-a348-b7facad90c49 HTTP/1.1" status: 200 len: 944 time: 0.0573778 Sep 21 22:01:13.295431 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-622bdbe9-5374-49e3-8d65-684eba3c213e req-9dccc5ce-c283-4838-acc9-17b14cd5cc6f tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=86e385b2-fd55-41b8-9915-b0ab7e6bbebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424182 Sep 21 22:01:13.396548 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (dd6485d6-871f-4cae-ab8e-6ebd941f397e), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:13.397211 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device b34f6617-3c6e-4980-ab1b-3aa5e8b694e8 details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=116021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 22:01:13.520466 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=dd6485d6-871f-4cae-ab8e-6ebd941f397e,revision_number=4']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:13.574232 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port b34f6617-3c6e-4980-ab1b-3aa5e8b694e8, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=b34f6617-3c6e-4980-ab1b-3aa5e8b694e8,segment=NetworkSegment(1fe5eab9-96f0-4b3e-9716-db26533318f5),segment_id=1fe5eab9-96f0-4b3e-9716-db26533318f5)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:01:13.586972 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Returning: {'device': 'b34f6617-3c6e-4980-ab1b-3aa5e8b694e8', 'network_id': '0585c623-22cd-41df-a0a2-cf1e1b8bac58', 'port_id': 'b34f6617-3c6e-4980-ab1b-3aa5e8b694e8', 'mac_address': 'fa:16:3e:64:c9:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a42251-d848-47c6-b80e-908765051886', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 22:01:13.589035 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da5fac9-d47d-4971-aa8c-bd1e9845c357 req-949451a0-e24c-4e97-a31d-9b62cdf836b4 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:13.594011 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-4da5fac9-d47d-4971-aa8c-bd1e9845c357 req-949451a0-e24c-4e97-a31d-9b62cdf836b4 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ce61355-e15f-4391-bd87-a6cbe0879fce HTTP/1.1" status: 200 len: 943 time: 0.0692534 Sep 21 22:01:13.627315 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port b34f6617-3c6e-4980-ab1b-3aa5e8b694e8 is: DOWN; New status is: BUILD {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:01:13.627905 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (b34f6617-3c6e-4980-ab1b-3aa5e8b694e8), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:13.642363 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.notifiers.nova [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b34f6617-3c6e-4980-ab1b-3aa5e8b694e8 {{(pid=116021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:01:13.648380 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-4da5fac9-d47d-4971-aa8c-bd1e9845c357 req-50cb4629-7f12-4a70-a2a2-e33fea903aa5 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b6f6501-dbdb-4f78-9e46-c535e3b3e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498869 Sep 21 22:01:13.664398 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port b34f6617-3c6e-4980-ab1b-3aa5e8b694e8, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=b34f6617-3c6e-4980-ab1b-3aa5e8b694e8,segment=NetworkSegment(1fe5eab9-96f0-4b3e-9716-db26533318f5),segment_id=1fe5eab9-96f0-4b3e-9716-db26533318f5)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:01:13.756762 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (b34f6617-3c6e-4980-ab1b-3aa5e8b694e8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:13.757681 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device 62289185-3ca1-4cf7-95b6-8f203c98d473 details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=116021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 22:01:13.787077 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60eee6e-7055-47bd-a925-d8dd57541c9d req-6b0ecd70-60b7-4bf4-ab22-10ac5a077e65 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:13.789088 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-e60eee6e-7055-47bd-a925-d8dd57541c9d req-6b0ecd70-60b7-4bf4-ab22-10ac5a077e65 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 943 time: 0.0628872 Sep 21 22:01:13.819752 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=b34f6617-3c6e-4980-ab1b-3aa5e8b694e8,revision_number=4']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:13.859197 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-e60eee6e-7055-47bd-a925-d8dd57541c9d req-fe68a048-9243-40f9-9546-f3b92171d4c4 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592318 Sep 21 22:01:13.929354 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port 62289185-3ca1-4cf7-95b6-8f203c98d473, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=62289185-3ca1-4cf7-95b6-8f203c98d473,segment=NetworkSegment(51038d65-ec74-4a3c-a8ad-238c9bcc5f59),segment_id=51038d65-ec74-4a3c-a8ad-238c9bcc5f59)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:01:13.947472 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Returning: {'device': '62289185-3ca1-4cf7-95b6-8f203c98d473', 'network_id': '87080425-3a77-4ac5-b802-730f1227c9b0', 'port_id': '62289185-3ca1-4cf7-95b6-8f203c98d473', 'mac_address': 'fa:16:3e:67:0f:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3edf459f-a2e6-4ce4-b9ee-2c3614ea8be0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 22:01:14.019041 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port 62289185-3ca1-4cf7-95b6-8f203c98d473 is: DOWN; New status is: BUILD {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:01:14.019451 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (62289185-3ca1-4cf7-95b6-8f203c98d473), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:14.035986 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.notifiers.nova [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62289185-3ca1-4cf7-95b6-8f203c98d473 {{(pid=116021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:01:14.071358 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port 62289185-3ca1-4cf7-95b6-8f203c98d473, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=62289185-3ca1-4cf7-95b6-8f203c98d473,segment=NetworkSegment(51038d65-ec74-4a3c-a8ad-238c9bcc5f59),segment_id=51038d65-ec74-4a3c-a8ad-238c9bcc5f59)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:01:14.145250 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (62289185-3ca1-4cf7-95b6-8f203c98d473), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:14.149109 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device 706976ff-af50-43e6-9626-57fc5a8de1eb details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=116021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 22:01:14.231137 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port 706976ff-af50-43e6-9626-57fc5a8de1eb, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=706976ff-af50-43e6-9626-57fc5a8de1eb,segment=NetworkSegment(1fe5eab9-96f0-4b3e-9716-db26533318f5),segment_id=1fe5eab9-96f0-4b3e-9716-db26533318f5)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:01:14.242819 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Returning: {'device': '706976ff-af50-43e6-9626-57fc5a8de1eb', 'network_id': '0585c623-22cd-41df-a0a2-cf1e1b8bac58', 'port_id': '706976ff-af50-43e6-9626-57fc5a8de1eb', 'mac_address': 'fa:16:3e:34:16:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a42251-d848-47c6-b80e-908765051886', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 22:01:14.244644 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=62289185-3ca1-4cf7-95b6-8f203c98d473,revision_number=4']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:14.272928 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f98203-652b-41f4-b292-999cbda66579 req-fdbaac0b-b0bf-4529-895c-609aeb1f17f5 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:14.274613 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-a1f98203-652b-41f4-b292-999cbda66579 req-fdbaac0b-b0bf-4529-895c-609aeb1f17f5 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 943 time: 0.0904133 Sep 21 22:01:14.291769 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port 706976ff-af50-43e6-9626-57fc5a8de1eb is: DOWN; New status is: BUILD {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:01:14.292193 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (706976ff-af50-43e6-9626-57fc5a8de1eb), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:14.298238 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5fd852-c78a-4fab-890e-64860f1271a3 req-3e12fd7d-890a-4326-baec-59f189e62990 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:14.305467 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-5a5fd852-c78a-4fab-890e-64860f1271a3 req-3e12fd7d-890a-4326-baec-59f189e62990 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 944 time: 0.1336572 Sep 21 22:01:14.306027 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.notifiers.nova [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 706976ff-af50-43e6-9626-57fc5a8de1eb {{(pid=116021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:01:14.326069 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port 706976ff-af50-43e6-9626-57fc5a8de1eb, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=706976ff-af50-43e6-9626-57fc5a8de1eb,segment=NetworkSegment(1fe5eab9-96f0-4b3e-9716-db26533318f5),segment_id=1fe5eab9-96f0-4b3e-9716-db26533318f5)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:01:14.380705 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-a1f98203-652b-41f4-b292-999cbda66579 req-84945055-d12e-4e7e-a74a-a64858943197 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977604 Sep 21 22:01:14.432585 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-5a5fd852-c78a-4fab-890e-64860f1271a3 req-3f7a49e9-0e4a-4699-8058-5bc145283fd1 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221693 Sep 21 22:01:14.443188 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (706976ff-af50-43e6-9626-57fc5a8de1eb), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:14.463038 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device 8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2 details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=116021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 22:01:14.505063 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=706976ff-af50-43e6-9626-57fc5a8de1eb,revision_number=4']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:14.543652 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3f026c-18ec-4258-a024-97c3de636dae req-23625497-0241-4f0e-9d38-a902b9bb2f37 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:14.563210 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-bc3f026c-18ec-4258-a024-97c3de636dae req-23625497-0241-4f0e-9d38-a902b9bb2f37 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a9f98f1-a8d8-46dd-a348-b7facad90c49 HTTP/1.1" status: 200 len: 945 time: 0.0891337 Sep 21 22:01:14.616664 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port 8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2,segment=NetworkSegment(198c478d-e58c-4168-b5f9-1fac1821e084),segment_id=198c478d-e58c-4168-b5f9-1fac1821e084)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:01:14.622494 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-bc3f026c-18ec-4258-a024-97c3de636dae req-dd2a5ae8-f48d-438d-8199-e872aabaf700 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=86e385b2-fd55-41b8-9915-b0ab7e6bbebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622795 Sep 21 22:01:14.630445 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Returning: {'device': '8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2', 'network_id': '96c55cd8-33b0-4027-994a-bc89dd1c7933', 'port_id': '8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2', 'mac_address': 'fa:16:3e:6d:7e:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce246b9e-d1ab-41c3-9dad-8fd19a0b2f7e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 22:01:14.705218 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port 8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2 is: DOWN; New status is: BUILD {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:01:14.705613 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:14.723623 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.notifiers.nova [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2 {{(pid=116021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:01:14.743528 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port 8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2,segment=NetworkSegment(198c478d-e58c-4168-b5f9-1fac1821e084),segment_id=198c478d-e58c-4168-b5f9-1fac1821e084)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:01:14.776702 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (0aee7d89-594f-4992-91de-a4ac3f52e28d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:14.809175 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:14.810036 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device 61a3a825-87ba-40c7-96ba-ec486581ff8b details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=116021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 22:01:14.823669 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ebff6-84f4-401e-b576-970991e41cc8 req-20bea46d-9314-42b1-a644-762cc0a09612 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:14.826207 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-f83ebff6-84f4-401e-b576-970991e41cc8 req-20bea46d-9314-42b1-a644-762cc0a09612 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ce61355-e15f-4391-bd87-a6cbe0879fce HTTP/1.1" status: 200 len: 944 time: 0.0695584 Sep 21 22:01:14.929010 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2,revision_number=4']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:14.938484 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] get_ports_and_sgs() called for port_ids ['706976ff-af50-43e6-9626-57fc5a8de1eb'] {{(pid=116021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:01:14.941445 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] get_ports_and_sgs() called for port_ids ['dd6485d6-871f-4cae-ab8e-6ebd941f397e'] {{(pid=116021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:01:14.956623 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-f83ebff6-84f4-401e-b576-970991e41cc8 req-169d2b29-b2ca-43b9-9915-b8f6b70b7e3b tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b6f6501-dbdb-4f78-9e46-c535e3b3e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213045 Sep 21 22:01:15.014640 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] get_ports_and_sgs() called for port_ids ['b34f6617-3c6e-4980-ab1b-3aa5e8b694e8'] {{(pid=116021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:01:15.017030 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] get_ports_and_sgs() called for port_ids ['62289185-3ca1-4cf7-95b6-8f203c98d473'] {{(pid=116021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:01:15.071154 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18b961-8caf-4636-b6e6-ca0fdfe0a39e req-173e4df5-7366-4d85-92b4-71a203dda500 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:15.072722 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-fb18b961-8caf-4636-b6e6-ca0fdfe0a39e req-173e4df5-7366-4d85-92b4-71a203dda500 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 944 time: 0.1013496 Sep 21 22:01:15.151573 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-fb18b961-8caf-4636-b6e6-ca0fdfe0a39e req-f767a0d0-6f56-4d32-9737-e55f9a1ad246 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712550 Sep 21 22:01:15.180464 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port 61a3a825-87ba-40c7-96ba-ec486581ff8b, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=61a3a825-87ba-40c7-96ba-ec486581ff8b,segment=NetworkSegment(d07355e0-aacb-4281-84d5-155a0ab99755),segment_id=d07355e0-aacb-4281-84d5-155a0ab99755)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:01:15.229251 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Returning: {'device': '61a3a825-87ba-40c7-96ba-ec486581ff8b', 'network_id': 'ab2b5ec8-d24d-414d-80a8-ae5a033aa18d', 'port_id': '61a3a825-87ba-40c7-96ba-ec486581ff8b', 'mac_address': 'fa:16:3e:24:91:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fbdb1a2-604b-4475-ad62-84a9530d66d1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 22:01:15.384167 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port 61a3a825-87ba-40c7-96ba-ec486581ff8b is: DOWN; New status is: BUILD {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:01:15.384559 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (61a3a825-87ba-40c7-96ba-ec486581ff8b), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:15.445672 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.notifiers.nova [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61a3a825-87ba-40c7-96ba-ec486581ff8b {{(pid=116021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:01:15.521242 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port 61a3a825-87ba-40c7-96ba-ec486581ff8b, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=61a3a825-87ba-40c7-96ba-ec486581ff8b,segment=NetworkSegment(d07355e0-aacb-4281-84d5-155a0ab99755),segment_id=d07355e0-aacb-4281-84d5-155a0ab99755)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:01:15.582844 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b644f-8104-4c67-a12c-f9643fbb6f83 req-46cf8a41-bd07-4cf3-887b-514f292be354 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:15.584551 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2e0b644f-8104-4c67-a12c-f9643fbb6f83 req-46cf8a41-bd07-4cf3-887b-514f292be354 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 943 time: 0.1092064 Sep 21 22:01:15.592500 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (61a3a825-87ba-40c7-96ba-ec486581ff8b), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:15.629116 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbbf535-9e64-4c0c-b17d-64aa72cd8184 req-b111fd16-037b-4c8a-92f8-d48d61c032cf tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:15.636431 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-3cbbf535-9e64-4c0c-b17d-64aa72cd8184 req-b111fd16-037b-4c8a-92f8-d48d61c032cf tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 945 time: 0.1044612 Sep 21 22:01:15.672940 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2e0b644f-8104-4c67-a12c-f9643fbb6f83 req-a3cf13fd-5819-4c5b-a76e-60f8c368c8ab tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807958 Sep 21 22:01:15.695968 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 59248) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:15.754089 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-3cbbf535-9e64-4c0c-b17d-64aa72cd8184 req-10ca2a99-3cb5-4ab9-ad50-e4c08fbe769d tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165326 Sep 21 22:01:15.766536 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=61a3a825-87ba-40c7-96ba-ec486581ff8b,revision_number=4']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:15.846968 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 59254) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:15.850853 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e532d-1de0-4fa1-897b-f2baa35005e7 req-5b9b7693-d918-4685-955f-197a0f7856a8 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:15.852960 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-040e532d-1de0-4fa1-897b-f2baa35005e7 req-5b9b7693-d918-4685-955f-197a0f7856a8 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a9f98f1-a8d8-46dd-a348-b7facad90c49 HTTP/1.1" status: 200 len: 945 time: 0.0598955 Sep 21 22:01:15.893145 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-8e3b91fd-83fb-48e1-8737-a29923ce3b0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:15.909635 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-040e532d-1de0-4fa1-897b-f2baa35005e7 req-78a3a3fa-3174-444c-a496-e84b9f9c0111 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=86e385b2-fd55-41b8-9915-b0ab7e6bbebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506878 Sep 21 22:01:15.947283 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-78e7dc4a-3f7b-4aa7-b879-0f5c1c2c41a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:15.958191 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] get_ports_and_sgs() called for port_ids ['8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2'] {{(pid=116021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:01:15.995863 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-2d8e52dd-8cc4-4a2f-9152-d1d1de4b2632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:16.030339 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] get_ports_and_sgs() called for port_ids ['61a3a825-87ba-40c7-96ba-ec486581ff8b'] {{(pid=116021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:01:16.035434 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-8e3b91fd-83fb-48e1-8737-a29923ce3b0d admin admin] Publish callbacks [] for security_group (16f74631-a09f-47fd-abd7-acf4f6785903), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:16.074852 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-78e7dc4a-3f7b-4aa7-b879-0f5c1c2c41a7 admin admin] Publish callbacks [] for security_group (39fa101f-a303-4012-bf8b-89b6532e1b44), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:16.099365 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-8e3b91fd-83fb-48e1-8737-a29923ce3b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (16f74631-a09f-47fd-abd7-acf4f6785903), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:16.132963 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd87c7b-3566-446b-b25c-8882a1adda90 req-a1c656d5-0fe2-4e2e-a7c3-dd2d686858a7 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:16.133126 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-78e7dc4a-3f7b-4aa7-b879-0f5c1c2c41a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (39fa101f-a303-4012-bf8b-89b6532e1b44), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:16.134528 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-9fd87c7b-3566-446b-b25c-8882a1adda90 req-a1c656d5-0fe2-4e2e-a7c3-dd2d686858a7 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ce61355-e15f-4391-bd87-a6cbe0879fce HTTP/1.1" status: 200 len: 944 time: 0.0810359 Sep 21 22:01:16.163232 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-8e3b91fd-83fb-48e1-8737-a29923ce3b0d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c908d43cdcd04a0fb4c1de67724891b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4646690 Sep 21 22:01:16.164237 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3b91fd-83fb-48e1-8737-a29923ce3b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f74631-a09f-47fd-abd7-acf4f6785903,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:16.191872 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 59264) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:16.193159 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-78e7dc4a-3f7b-4aa7-b879-0f5c1c2c41a7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=15ddfb4c6a22445692a285559be9826e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3450489 Sep 21 22:01:16.196201 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 59270) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:16.221149 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e7dc4a-3f7b-4aa7-b879-0f5c1c2c41a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39fa101f-a303-4012-bf8b-89b6532e1b44,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:16.294351 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-776ddb67-61cd-4388-a8b7-f9de867a8aea admin admin] Publish callbacks [] for security_group (39fa101f-a303-4012-bf8b-89b6532e1b44), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:16.299830 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-9fd87c7b-3566-446b-b25c-8882a1adda90 req-8172b61e-31f3-459c-9915-624211e329d2 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b6f6501-dbdb-4f78-9e46-c535e3b3e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493993 Sep 21 22:01:16.320681 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-776ddb67-61cd-4388-a8b7-f9de867a8aea admin admin] Publish callbacks [] for security_group (39fa101f-a303-4012-bf8b-89b6532e1b44), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:16.345093 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-9093e128-c8fa-4c92-94a7-183e922b1bcd admin admin] Publish callbacks [] for security_group (16f74631-a09f-47fd-abd7-acf4f6785903), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:16.373660 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed100b-651d-48c9-b56e-31709e7c9d2c req-8bcf8c1c-c8a8-49c5-b251-9bfdc7ad15a2 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:16.375168 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-78ed100b-651d-48c9-b56e-31709e7c9d2c req-8bcf8c1c-c8a8-49c5-b251-9bfdc7ad15a2 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 944 time: 0.1100967 Sep 21 22:01:16.380098 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-9093e128-c8fa-4c92-94a7-183e922b1bcd admin admin] Publish callbacks [] for security_group (16f74631-a09f-47fd-abd7-acf4f6785903), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:16.447793 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-78ed100b-651d-48c9-b56e-31709e7c9d2c req-9a14583b-3e49-4751-912e-01ad70eee5bc tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656810 Sep 21 22:01:16.459738 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-776ddb67-61cd-4388-a8b7-f9de867a8aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (39fa101f-a303-4012-bf8b-89b6532e1b44), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:16.462642 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-776ddb67-61cd-4388-a8b7-f9de867a8aea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:16.464875 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-776ddb67-61cd-4388-a8b7-f9de867a8aea admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/39fa101f-a303-4012-bf8b-89b6532e1b44 HTTP/1.1" status: 204 len: 168 time: 0.2665164 Sep 21 22:01:16.472759 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776ddb67-61cd-4388-a8b7-f9de867a8aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fa101f-a303-4012-bf8b-89b6532e1b44,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:16.541938 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-9093e128-c8fa-4c92-94a7-183e922b1bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (16f74631-a09f-47fd-abd7-acf4f6785903), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:16.545149 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-9093e128-c8fa-4c92-94a7-183e922b1bcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:16.546399 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-9093e128-c8fa-4c92-94a7-183e922b1bcd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/16f74631-a09f-47fd-abd7-acf4f6785903 HTTP/1.1" status: 204 len: 168 time: 0.3495097 Sep 21 22:01:16.556860 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9093e128-c8fa-4c92-94a7-183e922b1bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f74631-a09f-47fd-abd7-acf4f6785903,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:16.817116 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8a466-d317-4eeb-a4af-ef32e85cd4ce req-4bc3bc2d-4e59-493a-9eed-ea8bc968e95c tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:16.818815 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-20e8a466-d317-4eeb-a4af-ef32e85cd4ce req-4bc3bc2d-4e59-493a-9eed-ea8bc968e95c tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 944 time: 0.0549366 Sep 21 22:01:16.904203 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-20e8a466-d317-4eeb-a4af-ef32e85cd4ce req-0a1f7620-64e1-4a8e-8ab4-97325016dc0b tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783608 Sep 21 22:01:16.924555 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b6692-6781-4ac6-b896-e0f16a3c4a10 req-fe8958dc-62ce-459b-8a6c-431da7297592 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:16.927081 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-7b1b6692-6781-4ac6-b896-e0f16a3c4a10 req-fe8958dc-62ce-459b-8a6c-431da7297592 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 945 time: 0.0838218 Sep 21 22:01:16.983457 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-7b1b6692-6781-4ac6-b896-e0f16a3c4a10 req-ec8ba0fc-f595-4882-8279-33b4bfaaee7e tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482330 Sep 21 22:01:17.039746 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aad84d-a2fc-47f1-8e3b-28eda89aba70 req-83f8da9d-1f9e-4cbf-8e63-23b749f366a0 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:17.041370 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-81aad84d-a2fc-47f1-8e3b-28eda89aba70 req-83f8da9d-1f9e-4cbf-8e63-23b749f366a0 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a9f98f1-a8d8-46dd-a348-b7facad90c49 HTTP/1.1" status: 200 len: 945 time: 0.0551703 Sep 21 22:01:17.090084 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-81aad84d-a2fc-47f1-8e3b-28eda89aba70 req-2f7ac19e-7e7d-4cb4-a2d9-b417c0686db7 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=86e385b2-fd55-41b8-9915-b0ab7e6bbebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427866 Sep 21 22:01:17.281473 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 59306) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:17.294841 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-58bf1316-e880-4cc4-96e4-1d3441b67051 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:17.394645 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-58bf1316-e880-4cc4-96e4-1d3441b67051 admin admin] Publish callbacks [] for security_group (3bd54a96-11ed-49ba-bc26-7e81c20aa241), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:17.434133 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526de72-3b89-4764-a8ef-b7a7827c70c1 req-5a728000-f854-43b3-ac9b-e376809b31d8 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:17.436268 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-a526de72-3b89-4764-a8ef-b7a7827c70c1 req-5a728000-f854-43b3-ac9b-e376809b31d8 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ce61355-e15f-4391-bd87-a6cbe0879fce HTTP/1.1" status: 200 len: 944 time: 0.0610399 Sep 21 22:01:17.456556 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-58bf1316-e880-4cc4-96e4-1d3441b67051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (3bd54a96-11ed-49ba-bc26-7e81c20aa241), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:17.508452 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-58bf1316-e880-4cc4-96e4-1d3441b67051 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3e8cb62196cd409c9235658d6db6b63c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2257233 Sep 21 22:01:17.512048 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 59322) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:17.517754 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-a526de72-3b89-4764-a8ef-b7a7827c70c1 req-38f436a2-b2ab-4a98-b06b-b2f6c0834ad4 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b6f6501-dbdb-4f78-9e46-c535e3b3e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715766 Sep 21 22:01:17.528881 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bf1316-e880-4cc4-96e4-1d3441b67051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd54a96-11ed-49ba-bc26-7e81c20aa241,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:17.595422 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-1dc0c612-0c4c-4a33-9c10-b8846ac6ba62 admin admin] Publish callbacks [] for security_group (3bd54a96-11ed-49ba-bc26-7e81c20aa241), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:17.615374 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac72141-6ba6-43bf-a4aa-dc0e4b450ba7 req-7fd2524e-2ef1-45ce-870e-a2f8cbec6408 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:17.617045 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-5ac72141-6ba6-43bf-a4aa-dc0e4b450ba7 req-7fd2524e-2ef1-45ce-870e-a2f8cbec6408 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 944 time: 0.0594454 Sep 21 22:01:17.625790 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-1dc0c612-0c4c-4a33-9c10-b8846ac6ba62 admin admin] Publish callbacks [] for security_group (3bd54a96-11ed-49ba-bc26-7e81c20aa241), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:17.689822 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-5ac72141-6ba6-43bf-a4aa-dc0e4b450ba7 req-14cce1fe-0e36-4fad-a3f1-4e2afc9601e7 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652199 Sep 21 22:01:17.753621 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-1dc0c612-0c4c-4a33-9c10-b8846ac6ba62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (3bd54a96-11ed-49ba-bc26-7e81c20aa241), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:17.756298 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-1dc0c612-0c4c-4a33-9c10-b8846ac6ba62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:17.763196 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-1dc0c612-0c4c-4a33-9c10-b8846ac6ba62 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3bd54a96-11ed-49ba-bc26-7e81c20aa241 HTTP/1.1" status: 204 len: 168 time: 0.2469194 Sep 21 22:01:17.768667 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc0c612-0c4c-4a33-9c10-b8846ac6ba62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd54a96-11ed-49ba-bc26-7e81c20aa241,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:18.042631 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b08d1-b236-4f76-a8dd-45a20e546ae5 req-0864eb8a-fd47-487d-96b1-b6b39cb7518f tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:18.045593 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-521b08d1-b236-4f76-a8dd-45a20e546ae5 req-0864eb8a-fd47-487d-96b1-b6b39cb7518f tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 944 time: 0.0608780 Sep 21 22:01:18.129766 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-521b08d1-b236-4f76-a8dd-45a20e546ae5 req-eb8419e6-644c-4e41-af8a-c67178db6c1a tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794454 Sep 21 22:01:18.143220 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03cd8b-b2e0-4c3b-9a1c-5daeefd2190f req-07501ceb-ab75-41f3-b9a5-01408a9cd563 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:18.143678 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-6d03cd8b-b2e0-4c3b-9a1c-5daeefd2190f req-07501ceb-ab75-41f3-b9a5-01408a9cd563 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 945 time: 0.0771012 Sep 21 22:01:18.171610 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-2e608cba-6167-4647-ae5c-4368ee61fc2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:18.213239 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-6d03cd8b-b2e0-4c3b-9a1c-5daeefd2190f req-984e5675-c310-4493-b9e5-a91ce4e61367 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573967 Sep 21 22:01:18.280136 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6938b55-86c8-43e1-8177-b7c34504d422 req-b481a8d4-dbec-4f11-adbc-5f3b90dfe12e tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:18.281645 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-a6938b55-86c8-43e1-8177-b7c34504d422 req-b481a8d4-dbec-4f11-adbc-5f3b90dfe12e tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a9f98f1-a8d8-46dd-a348-b7facad90c49 HTTP/1.1" status: 200 len: 945 time: 0.0669887 Sep 21 22:01:18.364369 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-a6938b55-86c8-43e1-8177-b7c34504d422 req-f5355a84-7a19-4743-a94d-0b62bcc054da tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=86e385b2-fd55-41b8-9915-b0ab7e6bbebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761344 Sep 21 22:01:18.470378 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device dd6485d6-871f-4cae-ab8e-6ebd941f397e up at agent hyperv_hv-cinder-85881 {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:01:18.582097 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Provisioning for port dd6485d6-871f-4cae-ab8e-6ebd941f397e completed by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 22:01:18.587602 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Provisioning complete for port dd6485d6-871f-4cae-ab8e-6ebd941f397e triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:01:18.598944 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (dd6485d6-871f-4cae-ab8e-6ebd941f397e), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:18.598944 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Attempt 1 to provision port dd6485d6-871f-4cae-ab8e-6ebd941f397e Sep 21 22:01:18.645420 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5619f-0082-4dba-b0de-1648b25c4422 req-76ae208e-89a4-49bd-890a-c856ae9bf9d7 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:18.647258 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-e2d5619f-0082-4dba-b0de-1648b25c4422 req-76ae208e-89a4-49bd-890a-c856ae9bf9d7 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ce61355-e15f-4391-bd87-a6cbe0879fce HTTP/1.1" status: 200 len: 944 time: 0.0614362 Sep 21 22:01:18.674104 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port dd6485d6-871f-4cae-ab8e-6ebd941f397e is: BUILD; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:01:18.674744 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (dd6485d6-871f-4cae-ab8e-6ebd941f397e), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:18.711980 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-e2d5619f-0082-4dba-b0de-1648b25c4422 req-2f61b859-ce16-4cac-b8b3-4aa118a0e869 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b6f6501-dbdb-4f78-9e46-c535e3b3e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581679 Sep 21 22:01:18.723530 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a9f98f1-a8d8-46dd-a348-b7facad90c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd6485d6-871f-4cae-ab8e-6ebd941f397e'}] {{(pid=116021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:01:18.797858 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port dd6485d6-871f-4cae-ab8e-6ebd941f397e, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=dd6485d6-871f-4cae-ab8e-6ebd941f397e,segment=NetworkSegment(64832c79-06e5-4b2e-9d17-904da6f2a29e),segment_id=64832c79-06e5-4b2e-9d17-904da6f2a29e)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:01:18.846018 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adbf735-e887-4df2-bc91-44a7fecb32ac req-6ae8a92e-f07b-445f-acdf-f05b610d3e0e tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:18.847600 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-4adbf735-e887-4df2-bc91-44a7fecb32ac req-6ae8a92e-f07b-445f-acdf-f05b610d3e0e tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 944 time: 0.0592148 Sep 21 22:01:18.895953 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-4adbf735-e887-4df2-bc91-44a7fecb32ac req-366c2715-2048-40f5-9c23-78356d00da78 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427613 Sep 21 22:01:18.933821 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (dd6485d6-871f-4cae-ab8e-6ebd941f397e), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:18.938120 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device 8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2 up at agent hyperv_hv-cinder-85881 {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:01:19.007615 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d500dca99ac2bf62db1703b02a00765538e18f27ddf2ede5333818e021564b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fac9c4-735d-48d7-bfe8-64cd45422bba" -d '{"events": [{"server_uuid": "9a9f98f1-a8d8-46dd-a348-b7facad90c49", "name": "network-vif-plugged", "status": "completed", "tag": "dd6485d6-871f-4cae-ab8e-6ebd941f397e"}]}' {{(pid=116021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:01:19.014976 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=dd6485d6-871f-4cae-ab8e-6ebd941f397e,revision_number=5']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:19.090746 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Provisioning for port 8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2 completed by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 22:01:19.095876 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Provisioning complete for port 8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2 triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:01:19.096366 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:19.096980 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Attempt 1 to provision port 8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2 Sep 21 22:01:19.187096 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe551bc2-1dc7-48f9-9041-6f21ae665c67 x-openstack-request-id: req-fe551bc2-1dc7-48f9-9041-6f21ae665c67 {{(pid=116021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:01:19.187768 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a9f98f1-a8d8-46dd-a348-b7facad90c49", "name": "network-vif-plugged", "status": "completed", "tag": "dd6485d6-871f-4cae-ab8e-6ebd941f397e", "code": 200}]} {{(pid=116021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:01:19.187768 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fe551bc2-1dc7-48f9-9041-6f21ae665c67 {{(pid=116021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:01:19.188355 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe551bc2-1dc7-48f9-9041-6f21ae665c67'] response: {'server_uuid': '9a9f98f1-a8d8-46dd-a348-b7facad90c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd6485d6-871f-4cae-ab8e-6ebd941f397e', 'code': 200} Sep 21 22:01:19.189784 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port 8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2 is: BUILD; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:01:19.190431 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:19.231789 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port 8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2,segment=NetworkSegment(198c478d-e58c-4168-b5f9-1fac1821e084),segment_id=198c478d-e58c-4168-b5f9-1fac1821e084)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:01:19.301694 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:19.302488 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device b34f6617-3c6e-4980-ab1b-3aa5e8b694e8 up at agent hyperv_hv-cinder-85881 {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:01:19.359263 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b1d79-83fe-46bd-a429-5b2d8cbbd2e7 req-1b78c3ef-061c-4ed6-937b-7e51e19c3108 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:19.360875 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-d35b1d79-83fe-46bd-a429-5b2d8cbbd2e7 req-1b78c3ef-061c-4ed6-937b-7e51e19c3108 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 944 time: 0.1001401 Sep 21 22:01:19.415813 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db9865-7b69-4418-82b9-88438ac9369b req-b631b8c8-7cfb-4b1d-b519-c76c64c1186e tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:19.417785 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-f1db9865-7b69-4418-82b9-88438ac9369b req-b631b8c8-7cfb-4b1d-b519-c76c64c1186e tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.1194119 Sep 21 22:01:19.439942 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2,revision_number=5']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:19.441213 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-d35b1d79-83fe-46bd-a429-5b2d8cbbd2e7 req-d0a8bb0c-ea74-4bfd-9770-1de847bb1a94 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717750 Sep 21 22:01:19.513292 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:19.543004 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Provisioning for port b34f6617-3c6e-4980-ab1b-3aa5e8b694e8 completed by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 22:01:19.548240 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Provisioning complete for port b34f6617-3c6e-4980-ab1b-3aa5e8b694e8 triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:01:19.548582 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (b34f6617-3c6e-4980-ab1b-3aa5e8b694e8), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:19.548947 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Attempt 1 to provision port b34f6617-3c6e-4980-ab1b-3aa5e8b694e8 Sep 21 22:01:19.616338 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-f1db9865-7b69-4418-82b9-88438ac9369b req-f1125799-5ccf-409e-8ab9-53cc1b5a2640 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735158 Sep 21 22:01:19.638981 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port b34f6617-3c6e-4980-ab1b-3aa5e8b694e8 is: BUILD; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:01:19.639447 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (b34f6617-3c6e-4980-ab1b-3aa5e8b694e8), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:19.643796 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c097e-4cae-4fee-937e-0292d5c87914 req-3de62bb8-81ea-4b6a-9f66-ac6b1244ee59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:19.645320 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c29c097e-4cae-4fee-937e-0292d5c87914 req-3de62bb8-81ea-4b6a-9f66-ac6b1244ee59 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9a9f98f1-a8d8-46dd-a348-b7facad90c49 HTTP/1.1" status: 200 len: 1130 time: 0.1690898 Sep 21 22:01:19.658397 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea9f01b-053f-47f1-a017-d91fc6ea9c77 req-00653832-2eee-43c6-b341-f54a3ebd3c33 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:19.661029 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-9ea9f01b-053f-47f1-a017-d91fc6ea9c77 req-00653832-2eee-43c6-b341-f54a3ebd3c33 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a9f98f1-a8d8-46dd-a348-b7facad90c49 HTTP/1.1" status: 200 len: 946 time: 0.1026742 Sep 21 22:01:19.682476 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port b34f6617-3c6e-4980-ab1b-3aa5e8b694e8, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=b34f6617-3c6e-4980-ab1b-3aa5e8b694e8,segment=NetworkSegment(1fe5eab9-96f0-4b3e-9716-db26533318f5),segment_id=1fe5eab9-96f0-4b3e-9716-db26533318f5)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:01:19.694854 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [req-c29c097e-4cae-4fee-937e-0292d5c87914 req-0953f880-34a6-4bb1-85d1-ea88374a5379 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:19.745074 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-9ea9f01b-053f-47f1-a017-d91fc6ea9c77 req-94b1c1ca-74f0-426f-94f4-3b5e356d6b9e tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=86e385b2-fd55-41b8-9915-b0ab7e6bbebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760944 Sep 21 22:01:19.753965 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (b34f6617-3c6e-4980-ab1b-3aa5e8b694e8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:19.755786 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device 61a3a825-87ba-40c7-96ba-ec486581ff8b up at agent hyperv_hv-cinder-85881 {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:01:19.824309 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [req-c29c097e-4cae-4fee-937e-0292d5c87914 req-0953f880-34a6-4bb1-85d1-ea88374a5379 service neutron] Publish callbacks [] for security_group (3aeca20f-e4d0-4643-850f-6af167fd37fe), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:19.874869 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=b34f6617-3c6e-4980-ab1b-3aa5e8b694e8,revision_number=5']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:19.897935 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c9f3e-d72b-411c-b750-dbe1c3d33c7a req-0240b50f-2e0b-4236-bb0c-19ae0604ec03 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:19.899424 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-404c9f3e-d72b-411c-b750-dbe1c3d33c7a req-0240b50f-2e0b-4236-bb0c-19ae0604ec03 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ce61355-e15f-4391-bd87-a6cbe0879fce HTTP/1.1" status: 200 len: 944 time: 0.0655541 Sep 21 22:01:19.902161 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [req-c29c097e-4cae-4fee-937e-0292d5c87914 req-0953f880-34a6-4bb1-85d1-ea88374a5379 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (3aeca20f-e4d0-4643-850f-6af167fd37fe), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:19.966440 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Provisioning for port 61a3a825-87ba-40c7-96ba-ec486581ff8b completed by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 22:01:19.971451 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c29c097e-4cae-4fee-937e-0292d5c87914 req-0953f880-34a6-4bb1-85d1-ea88374a5379 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=86e385b2-fd55-41b8-9915-b0ab7e6bbebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3089151 Sep 21 22:01:19.973272 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Provisioning complete for port 61a3a825-87ba-40c7-96ba-ec486581ff8b triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:01:19.973743 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (61a3a825-87ba-40c7-96ba-ec486581ff8b), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:19.974092 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Attempt 1 to provision port 61a3a825-87ba-40c7-96ba-ec486581ff8b Sep 21 22:01:19.977630 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0953f880-34a6-4bb1-85d1-ea88374a5379 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3aeca20f-e4d0-4643-850f-6af167fd37fe,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:20.015684 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-404c9f3e-d72b-411c-b750-dbe1c3d33c7a req-b4d8d5e6-de57-4a4d-b583-59bbfd281d77 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b6f6501-dbdb-4f78-9e46-c535e3b3e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062858 Sep 21 22:01:20.058295 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203afab4-3773-4425-aa17-17021ddf9ddb req-412c5466-feb5-4e51-931a-991cf5283be7 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:20.060111 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-203afab4-3773-4425-aa17-17021ddf9ddb req-412c5466-feb5-4e51-931a-991cf5283be7 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 944 time: 0.0616293 Sep 21 22:01:20.092605 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port 61a3a825-87ba-40c7-96ba-ec486581ff8b is: BUILD; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:01:20.092996 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (61a3a825-87ba-40c7-96ba-ec486581ff8b), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:20.125398 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-203afab4-3773-4425-aa17-17021ddf9ddb req-394d4d17-a789-480e-9171-56c700c89b4e tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595481 Sep 21 22:01:20.128242 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port 61a3a825-87ba-40c7-96ba-ec486581ff8b, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=61a3a825-87ba-40c7-96ba-ec486581ff8b,segment=NetworkSegment(d07355e0-aacb-4281-84d5-155a0ab99755),segment_id=d07355e0-aacb-4281-84d5-155a0ab99755)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:01:20.202361 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (61a3a825-87ba-40c7-96ba-ec486581ff8b), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:20.204238 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device 62289185-3ca1-4cf7-95b6-8f203c98d473 up at agent hyperv_hv-cinder-85881 {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:01:20.277495 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=61a3a825-87ba-40c7-96ba-ec486581ff8b,revision_number=5']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:20.324521 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Provisioning for port 62289185-3ca1-4cf7-95b6-8f203c98d473 completed by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 22:01:20.329199 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Provisioning complete for port 62289185-3ca1-4cf7-95b6-8f203c98d473 triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:01:20.329573 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (62289185-3ca1-4cf7-95b6-8f203c98d473), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:20.329909 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Attempt 1 to provision port 62289185-3ca1-4cf7-95b6-8f203c98d473 Sep 21 22:01:20.410403 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port 62289185-3ca1-4cf7-95b6-8f203c98d473 is: BUILD; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:01:20.410908 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (62289185-3ca1-4cf7-95b6-8f203c98d473), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:20.454573 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port 62289185-3ca1-4cf7-95b6-8f203c98d473, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=62289185-3ca1-4cf7-95b6-8f203c98d473,segment=NetworkSegment(51038d65-ec74-4a3c-a8ad-238c9bcc5f59),segment_id=51038d65-ec74-4a3c-a8ad-238c9bcc5f59)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:01:20.519050 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (62289185-3ca1-4cf7-95b6-8f203c98d473), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:20.519881 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device 706976ff-af50-43e6-9626-57fc5a8de1eb up at agent hyperv_hv-cinder-85881 {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:01:20.586504 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909458e-81a3-4bbc-bc59-5e0b9d94180a req-0767641a-e9cc-4f52-b647-43efdd7e5b24 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:20.588869 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-d909458e-81a3-4bbc-bc59-5e0b9d94180a req-0767641a-e9cc-4f52-b647-43efdd7e5b24 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 945 time: 0.0573144 Sep 21 22:01:20.593013 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=62289185-3ca1-4cf7-95b6-8f203c98d473,revision_number=5']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:20.636528 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-d909458e-81a3-4bbc-bc59-5e0b9d94180a req-95b9fc0f-eba9-45fb-9cec-997c2ef965c6 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417929 Sep 21 22:01:20.713242 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Provisioning for port 706976ff-af50-43e6-9626-57fc5a8de1eb completed by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 22:01:20.717448 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Provisioning complete for port 706976ff-af50-43e6-9626-57fc5a8de1eb triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:01:20.717878 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (706976ff-af50-43e6-9626-57fc5a8de1eb), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:20.718222 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Attempt 1 to provision port 706976ff-af50-43e6-9626-57fc5a8de1eb Sep 21 22:01:20.748374 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eecdbb6-c353-4209-b449-0ad00363cf7d req-89f2816b-0cfa-47d7-a60c-342e5d5a660a tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:20.749852 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-3eecdbb6-c353-4209-b449-0ad00363cf7d req-89f2816b-0cfa-47d7-a60c-342e5d5a660a tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.0525167 Sep 21 22:01:20.797246 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port 706976ff-af50-43e6-9626-57fc5a8de1eb is: BUILD; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:01:20.797776 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (706976ff-af50-43e6-9626-57fc5a8de1eb), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:20.827448 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-3eecdbb6-c353-4209-b449-0ad00363cf7d req-2d9d050c-22db-4321-9372-6802719784b7 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670261 Sep 21 22:01:20.851808 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port 706976ff-af50-43e6-9626-57fc5a8de1eb, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=706976ff-af50-43e6-9626-57fc5a8de1eb,segment=NetworkSegment(1fe5eab9-96f0-4b3e-9716-db26533318f5),segment_id=1fe5eab9-96f0-4b3e-9716-db26533318f5)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:01:20.919389 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378f7ee-5612-47b7-a7dc-d6b921b12208 req-1080d1ab-17d5-4665-a152-7329deacced8 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:20.923302 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (706976ff-af50-43e6-9626-57fc5a8de1eb), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:20.929620 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-e378f7ee-5612-47b7-a7dc-d6b921b12208 req-1080d1ab-17d5-4665-a152-7329deacced8 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a9f98f1-a8d8-46dd-a348-b7facad90c49 HTTP/1.1" status: 200 len: 946 time: 0.0732617 Sep 21 22:01:20.975010 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-e378f7ee-5612-47b7-a7dc-d6b921b12208 req-5abf7215-732b-423f-abbe-cfe6e5f23a10 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=86e385b2-fd55-41b8-9915-b0ab7e6bbebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444987 Sep 21 22:01:20.981217 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:21.001507 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=706976ff-af50-43e6-9626-57fc5a8de1eb,revision_number=5']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:21.154717 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37409ea5-3273-4cd9-a903-be3315b028bc req-10753eba-6053-4ce1-ab32-cb9cf1d26e03 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:21.157336 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-37409ea5-3273-4cd9-a903-be3315b028bc req-10753eba-6053-4ce1-ab32-cb9cf1d26e03 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ce61355-e15f-4391-bd87-a6cbe0879fce HTTP/1.1" status: 200 len: 945 time: 0.0528288 Sep 21 22:01:21.189987 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b2784b-a8fd-4223-ae6a-b8373f923f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2'}, {'server_uuid': '265d80a0-fca9-4f50-a08c-602210d0a96f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b34f6617-3c6e-4980-ab1b-3aa5e8b694e8'}, {'server_uuid': '098797e0-d07c-4b3e-bf38-86bfe427d7db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a3a825-87ba-40c7-96ba-ec486581ff8b'}, {'server_uuid': '8ce61355-e15f-4391-bd87-a6cbe0879fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62289185-3ca1-4cf7-95b6-8f203c98d473'}, {'server_uuid': '2d22c011-b79c-4098-a689-c8bf19767457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706976ff-af50-43e6-9626-57fc5a8de1eb'}] {{(pid=116021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:01:21.193955 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d500dca99ac2bf62db1703b02a00765538e18f27ddf2ede5333818e021564b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b13d88-bb44-404f-97b7-a26371d5ba1d" -d '{"events": [{"server_uuid": "c8b2784b-a8fd-4223-ae6a-b8373f923f14", "name": "network-vif-plugged", "status": "completed", "tag": "8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2"}, {"server_uuid": "265d80a0-fca9-4f50-a08c-602210d0a96f", "name": "network-vif-plugged", "status": "completed", "tag": "b34f6617-3c6e-4980-ab1b-3aa5e8b694e8"}, {"server_uuid": "098797e0-d07c-4b3e-bf38-86bfe427d7db", "name": "network-vif-plugged", "status": "completed", "tag": "61a3a825-87ba-40c7-96ba-ec486581ff8b"}, {"server_uuid": "8ce61355-e15f-4391-bd87-a6cbe0879fce", "name": "network-vif-plugged", "status": "completed", "tag": "62289185-3ca1-4cf7-95b6-8f203c98d473"}, {"server_uuid": "2d22c011-b79c-4098-a689-c8bf19767457", "name": "network-vif-plugged", "status": "completed", "tag": "706976ff-af50-43e6-9626-57fc5a8de1eb"}]}' {{(pid=116021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:01:21.209569 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-37409ea5-3273-4cd9-a903-be3315b028bc req-f3746387-3975-411a-a0a9-20ca1c3351a8 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b6f6501-dbdb-4f78-9e46-c535e3b3e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469389 Sep 21 22:01:21.284027 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a83b198-9a55-432c-b7cb-32f3b225e238 req-b6eaea4c-1b14-456a-b62d-a9813430d136 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:21.284027 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2a83b198-9a55-432c-b7cb-32f3b225e238 req-b6eaea4c-1b14-456a-b62d-a9813430d136 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 945 time: 0.0713558 Sep 21 22:01:21.288409 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Wed, 21 Sep 2022 22:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6dc0205-b96e-42a2-8ea3-9bbedf2d52b9 x-openstack-request-id: req-d6dc0205-b96e-42a2-8ea3-9bbedf2d52b9 {{(pid=116021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:01:21.288926 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8b2784b-a8fd-4223-ae6a-b8373f923f14", "name": "network-vif-plugged", "status": "completed", "tag": "8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2", "code": 200}, {"server_uuid": "265d80a0-fca9-4f50-a08c-602210d0a96f", "name": "network-vif-plugged", "status": "completed", "tag": "b34f6617-3c6e-4980-ab1b-3aa5e8b694e8", "code": 200}, {"server_uuid": "098797e0-d07c-4b3e-bf38-86bfe427d7db", "name": "network-vif-plugged", "status": "completed", "tag": "61a3a825-87ba-40c7-96ba-ec486581ff8b", "code": 200}, {"server_uuid": "8ce61355-e15f-4391-bd87-a6cbe0879fce", "name": "network-vif-plugged", "status": "completed", "tag": "62289185-3ca1-4cf7-95b6-8f203c98d473", "code": 200}, {"server_uuid": "2d22c011-b79c-4098-a689-c8bf19767457", "name": "network-vif-plugged", "status": "completed", "tag": "706976ff-af50-43e6-9626-57fc5a8de1eb", "code": 200}]} {{(pid=116021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:01:21.289054 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d6dc0205-b96e-42a2-8ea3-9bbedf2d52b9 {{(pid=116021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:01:21.289355 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6dc0205-b96e-42a2-8ea3-9bbedf2d52b9'] response: {'server_uuid': 'c8b2784b-a8fd-4223-ae6a-b8373f923f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2', 'code': 200} Sep 21 22:01:21.289639 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6dc0205-b96e-42a2-8ea3-9bbedf2d52b9'] response: {'server_uuid': '265d80a0-fca9-4f50-a08c-602210d0a96f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b34f6617-3c6e-4980-ab1b-3aa5e8b694e8', 'code': 200} Sep 21 22:01:21.290057 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6dc0205-b96e-42a2-8ea3-9bbedf2d52b9'] response: {'server_uuid': '098797e0-d07c-4b3e-bf38-86bfe427d7db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a3a825-87ba-40c7-96ba-ec486581ff8b', 'code': 200} Sep 21 22:01:21.290346 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6dc0205-b96e-42a2-8ea3-9bbedf2d52b9'] response: {'server_uuid': '8ce61355-e15f-4391-bd87-a6cbe0879fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62289185-3ca1-4cf7-95b6-8f203c98d473', 'code': 200} Sep 21 22:01:21.290602 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6dc0205-b96e-42a2-8ea3-9bbedf2d52b9'] response: {'server_uuid': '2d22c011-b79c-4098-a689-c8bf19767457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706976ff-af50-43e6-9626-57fc5a8de1eb', 'code': 200} Sep 21 22:01:21.345631 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2a83b198-9a55-432c-b7cb-32f3b225e238 req-d9ae0bf6-4b1c-4def-8b0b-112b5cfdf49d tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542889 Sep 21 22:01:21.842778 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb9df1-f0f8-427a-bb74-e13583ee7cf5 req-95e31ec2-3a69-452c-8838-b9702ab0e1a2 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:21.844287 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c2bb9df1-f0f8-427a-bb74-e13583ee7cf5 req-95e31ec2-3a69-452c-8838-b9702ab0e1a2 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 945 time: 0.1134150 Sep 21 22:01:21.847049 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a504fb0-7584-4a13-8fb3-09d36b03807b req-0d6dceb0-ffdc-4077-a958-04cc3d0fbb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:21.848824 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-9a504fb0-7584-4a13-8fb3-09d36b03807b req-0d6dceb0-ffdc-4077-a958-04cc3d0fbb4b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8ce61355-e15f-4391-bd87-a6cbe0879fce HTTP/1.1" status: 200 len: 1129 time: 0.1272442 Sep 21 22:01:21.866285 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f89e46c-8f1a-437e-b119-c38235de11fe req-7d171015-6e76-4780-8ee9-33cfc479a2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:21.867955 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1f89e46c-8f1a-437e-b119-c38235de11fe req-7d171015-6e76-4780-8ee9-33cfc479a2f3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 1130 time: 0.0869901 Sep 21 22:01:21.912510 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98efa490-f6e3-423e-84ed-9f54fefdedb9 req-af8298f8-349a-4fd6-be85-10638ab9c247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:21.915697 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-98efa490-f6e3-423e-84ed-9f54fefdedb9 req-af8298f8-349a-4fd6-be85-10638ab9c247 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 1129 time: 0.1708865 Sep 21 22:01:21.921108 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cbbee7-720c-4476-8477-c6f2be096dfa req-4eec5c7d-9066-4bae-bad7-fc854891663f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:21.922906 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-39cbbee7-720c-4476-8477-c6f2be096dfa req-4eec5c7d-9066-4bae-bad7-fc854891663f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=265d80a0-fca9-4f50-a08c-602210d0a96f HTTP/1.1" status: 200 len: 1129 time: 0.1496058 Sep 21 22:01:21.957495 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f1e51-a797-45ed-ad3f-8b738e67c4a3 req-235048cb-8a19-40c5-94f0-c4c37d6d2075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:21.959341 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-fb6f1e51-a797-45ed-ad3f-8b738e67c4a3 req-235048cb-8a19-40c5-94f0-c4c37d6d2075 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 1129 time: 0.1848800 Sep 21 22:01:22.000165 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-9a504fb0-7584-4a13-8fb3-09d36b03807b req-d1ace46f-645e-4720-8173-d748f82e2df0 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7b6f6501-dbdb-4f78-9e46-c535e3b3e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424975 Sep 21 22:01:22.002090 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1f89e46c-8f1a-437e-b119-c38235de11fe req-93eadb1a-1483-4a7e-926a-0b9e17775fce service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248090 Sep 21 22:01:22.011725 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c2bb9df1-f0f8-427a-bb74-e13583ee7cf5 req-87a21b5e-9400-4bda-9300-083875b5d130 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354997 Sep 21 22:01:22.042725 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-98efa490-f6e3-423e-84ed-9f54fefdedb9 req-33af1b42-e03c-4052-aca0-5ad13eb56b1b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158586 Sep 21 22:01:22.073134 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b756ff-1d9c-41b3-9e3a-7327e5dc8b65 req-6b3d63ee-aa7f-44f0-83da-bb6f0ff99d5d tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:22.074430 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-fb6f1e51-a797-45ed-ad3f-8b738e67c4a3 req-c06a5e75-764c-436e-9a65-3dd174663427 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070654 Sep 21 22:01:22.075540 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-52b756ff-1d9c-41b3-9e3a-7327e5dc8b65 req-6b3d63ee-aa7f-44f0-83da-bb6f0ff99d5d tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.0988712 Sep 21 22:01:22.076617 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-39cbbee7-720c-4476-8477-c6f2be096dfa req-3718def0-b98d-4ebb-b32f-8c413c48c72a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396236 Sep 21 22:01:22.154982 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-52b756ff-1d9c-41b3-9e3a-7327e5dc8b65 req-3ca720ef-f00b-40d7-a51c-2c12812dba48 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731189 Sep 21 22:01:22.171051 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4040b91-6ceb-4faa-8cee-73cd46d09119 req-40fab928-f537-49ed-9c0e-ed313c943fb0 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:22.172480 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b4040b91-6ceb-4faa-8cee-73cd46d09119 req-40fab928-f537-49ed-9c0e-ed313c943fb0 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a9f98f1-a8d8-46dd-a348-b7facad90c49 HTTP/1.1" status: 200 len: 946 time: 0.0833030 Sep 21 22:01:22.225014 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b4040b91-6ceb-4faa-8cee-73cd46d09119 req-c28ad31c-402b-45c6-8553-1a1f4a515842 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=86e385b2-fd55-41b8-9915-b0ab7e6bbebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468702 Sep 21 22:01:22.349844 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1cc031-8331-42f1-97f9-0bca59d316fa req-3d670c8e-f6f5-4bc8-adb0-43b9b87d65aa tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:22.351792 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-6a1cc031-8331-42f1-97f9-0bca59d316fa req-3d670c8e-f6f5-4bc8-adb0-43b9b87d65aa tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ce61355-e15f-4391-bd87-a6cbe0879fce HTTP/1.1" status: 200 len: 945 time: 0.0588303 Sep 21 22:01:22.443368 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-6a1cc031-8331-42f1-97f9-0bca59d316fa req-9f2d0e13-fa6a-495e-a833-3ab017df5c9a tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b6f6501-dbdb-4f78-9e46-c535e3b3e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821083 Sep 21 22:01:22.451369 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0c982-37da-4001-b104-7576b4966163 req-cb6bbd4c-7d0a-474c-a8d3-d8a32522103b tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:22.453101 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-43c0c982-37da-4001-b104-7576b4966163 req-cb6bbd4c-7d0a-474c-a8d3-d8a32522103b tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a9f98f1-a8d8-46dd-a348-b7facad90c49 HTTP/1.1" status: 200 len: 946 time: 0.0849943 Sep 21 22:01:22.466751 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 59532) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:22.473139 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-e76cfd45-472c-47ff-b43d-8bdc70319c84 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Request body: {'floatingip': {'port_id': 'dd6485d6-871f-4cae-ab8e-6ebd941f397e'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:01:22.476562 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:22.543610 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-e76cfd45-472c-47ff-b43d-8bdc70319c84 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for floatingip (3ea8ca5a-74be-4f7b-b2e5-0589e360129c), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:22.578587 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd4619d-1e15-49fb-a81a-f7cb4e19595b req-7c352741-ff6b-4be0-91ae-6e62c27c9eaf tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:22.580167 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-fcd4619d-1e15-49fb-a81a-f7cb4e19595b req-7c352741-ff6b-4be0-91ae-6e62c27c9eaf tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 945 time: 0.0732152 Sep 21 22:01:22.636631 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-fcd4619d-1e15-49fb-a81a-f7cb4e19595b req-a66d235e-5a08-440f-9f6e-6c8488731f2b tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483067 Sep 21 22:01:23.181811 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0bed41-2a63-4cda-b3fd-542b742df6f7 req-0a78ece6-6555-455a-8411-20c8bd4bb478 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:23.192049 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-dc0bed41-2a63-4cda-b3fd-542b742df6f7 req-0a78ece6-6555-455a-8411-20c8bd4bb478 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 945 time: 0.0890155 Sep 21 22:01:23.276766 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.db.resource_extend [None req-e76cfd45-472c-47ff-b43d-8bdc70319c84 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=116020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 22:01:23.278294 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-dc0bed41-2a63-4cda-b3fd-542b742df6f7 req-cb0ffa6d-dbb8-49ab-b3db-289b114bb4d9 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853097 Sep 21 22:01:23.313870 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57290d-aeef-45d9-afa8-2b91a9c941fe req-b67f6fcb-5fba-40a8-a685-4069fd94477e tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:23.315327 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-0f57290d-aeef-45d9-afa8-2b91a9c941fe req-b67f6fcb-5fba-40a8-a685-4069fd94477e tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.0736575 Sep 21 22:01:23.354299 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-e76cfd45-472c-47ff-b43d-8bdc70319c84 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:23.369299 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-0f57290d-aeef-45d9-afa8-2b91a9c941fe req-2486b3b3-c5c6-4e2d-844c-85f13378e6ca tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434361 Sep 21 22:01:23.465875 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-e76cfd45-472c-47ff-b43d-8bdc70319c84 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494336'] for floatingip (3ea8ca5a-74be-4f7b-b2e5-0589e360129c), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:23.564119 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.db.l3_db [None req-e76cfd45-472c-47ff-b43d-8bdc70319c84 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Floating IP 3ea8ca5a-74be-4f7b-b2e5-0589e360129c associated. External IP: 172.27.1.248, port: dd6485d6-871f-4cae-ab8e-6ebd941f397e. Sep 21 22:01:23.576186 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c443cd4-0429-4e6c-b653-a631ba06c423 req-f46c14e0-bb5e-4245-a8e0-e58f434b2cfd tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:23.582922 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-9c443cd4-0429-4e6c-b653-a631ba06c423 req-f46c14e0-bb5e-4245-a8e0-e58f434b2cfd tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ce61355-e15f-4391-bd87-a6cbe0879fce HTTP/1.1" status: 200 len: 945 time: 0.0623345 Sep 21 22:01:23.633206 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-9c443cd4-0429-4e6c-b653-a631ba06c423 req-9ccd1b8d-c5fe-4592-952f-24d996e4ee11 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b6f6501-dbdb-4f78-9e46-c535e3b3e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494108 Sep 21 22:01:23.765234 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a5477d-1361-4d5c-a214-3975720bb1bf req-70f33f37-7253-4e85-bed9-4f058f3d21ed tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:23.766867 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-55a5477d-1361-4d5c-a214-3975720bb1bf req-70f33f37-7253-4e85-bed9-4f058f3d21ed tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 945 time: 0.0537298 Sep 21 22:01:23.785892 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76cfd45-472c-47ff-b43d-8bdc70319c84 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Router bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55 has already been hosted by L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 {{(pid=116020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:01:23.818664 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-55a5477d-1361-4d5c-a214-3975720bb1bf req-28473d56-ee81-47e6-b802-de72a211cb7f tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460579 Sep 21 22:01:23.904360 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76cfd45-472c-47ff-b43d-8bdc70319c84 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:01:23.909708 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-e76cfd45-472c-47ff-b43d-8bdc70319c84 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for floatingip (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:23.920168 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8afdc95-fea9-4350-a397-b4e679c950c7 None None] Sync routers for ids ['bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'] in dv-cinder-858819-1-iscsi {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:01:23.930058 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8afdc95-fea9-4350-a397-b4e679c950c7 None None] Routers {'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:01:23.930690 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-c8afdc95-fea9-4350-a397-b4e679c950c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:01:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:01:23.940618 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-e76cfd45-472c-47ff-b43d-8bdc70319c84 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "PUT /v2.0/floatingips/3ea8ca5a-74be-4f7b-b2e5-0589e360129c HTTP/1.1" status: 200 len: 992 time: 1.4723568 Sep 21 22:01:23.941675 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a9f98f1-a8d8-46dd-a348-b7facad90c49', 'tag': 'dd6485d6-871f-4cae-ab8e-6ebd941f397e'}] {{(pid=116020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:01:23.944732 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}616469ce01b4343580b51944d90e43cdadd76175ffa2c7c7ae3ce11ef7217efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5c19f7-b150-4dcf-b342-2a4ba8fff911" -d '{"events": [{"name": "network-changed", "server_uuid": "9a9f98f1-a8d8-46dd-a348-b7facad90c49", "tag": "dd6485d6-871f-4cae-ab8e-6ebd941f397e"}]}' {{(pid=116020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:01:24.003495 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c8ae5e-2c46-433f-94f6-944eed69380a x-openstack-request-id: req-17c8ae5e-2c46-433f-94f6-944eed69380a {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:01:24.003979 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a9f98f1-a8d8-46dd-a348-b7facad90c49", "tag": "dd6485d6-871f-4cae-ab8e-6ebd941f397e", "status": "completed", "code": 200}]} {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:01:24.004263 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-17c8ae5e-2c46-433f-94f6-944eed69380a {{(pid=116020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:01:24.004823 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17c8ae5e-2c46-433f-94f6-944eed69380a'] response: {'name': 'network-changed', 'server_uuid': '9a9f98f1-a8d8-46dd-a348-b7facad90c49', 'tag': 'dd6485d6-871f-4cae-ab8e-6ebd941f397e', 'status': 'completed', 'code': 200} Sep 21 22:01:24.038229 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-c8afdc95-fea9-4350-a397-b4e679c950c7 None None] Set router bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:01:24.093657 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c19f7-b150-4dcf-b342-2a4ba8fff911 req-aaebceb7-de7d-4f4d-bd2d-02d20a810e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:24.095382 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-bd5c19f7-b150-4dcf-b342-2a4ba8fff911 req-aaebceb7-de7d-4f4d-bd2d-02d20a810e3e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fea8845b2dfd4b2ab3278d6c2809014f&device_id=9a9f98f1-a8d8-46dd-a348-b7facad90c49 HTTP/1.1" status: 200 len: 1130 time: 0.0582924 Sep 21 22:01:24.241599 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c19f7-b150-4dcf-b342-2a4ba8fff911 req-1d83f1d0-4e54-429f-8a8a-c1bf876f2a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:24.243230 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-bd5c19f7-b150-4dcf-b342-2a4ba8fff911 req-1d83f1d0-4e54-429f-8a8a-c1bf876f2a00 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2abe6793-4110-455a-aa7b-f1c0038ce3ef HTTP/1.1" status: 200 len: 916 time: 0.1406503 Sep 21 22:01:24.375644 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-bd5c19f7-b150-4dcf-b342-2a4ba8fff911 req-f8d7dc3c-c0ff-4c9c-b1e4-974100d6ad85 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd6485d6-871f-4cae-ab8e-6ebd941f397e HTTP/1.1" status: 200 len: 1000 time: 0.1235824 Sep 21 22:01:24.402204 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-c8afdc95-fea9-4350-a397-b4e679c950c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'name': 'tempest-AttachVolumeNegativeTest-1717603948-router', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:27Z', 'updated_at': '2022-09-21T22:00:36Z', 'revision_number': 4, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'gw_port': {'id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_floatingips': [{'id': '3ea8ca5a-74be-4f7b-b2e5-0589e360129c', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'floating_ip_address': '172.27.1.248', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'port_id': 'dd6485d6-871f-4cae-ab8e-6ebd941f397e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef', 'mac_address': 'fa:16:3e:af:87:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9f98f1-a8d8-46dd-a348-b7facad90c49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:00:46Z', 'updated_at': '2022-09-21T22:01:23Z', 'revision_number': 1, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c9154d-e5e0-4b4e-9149-22dcbcaa508b', 'name': '', 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'mac_address': 'fa:16:3e:41:8a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1a441478-37fd-49f9-afec-ab177303560e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:34Z', 'updated_at': '2022-09-21T22:00:47Z', 'revision_number': 5, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'subnets': [{'id': '1a441478-37fd-49f9-afec-ab177303560e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:01:24.433313 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8afdc95-fea9-4350-a397-b4e679c950c7 None None] Checking router: bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55 for host: dv-cinder-858819-1-iscsi {{(pid=116022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:01:24.441014 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c19f7-b150-4dcf-b342-2a4ba8fff911 req-f92645b7-9d4b-4f67-a9dd-ccbb11e84231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:24.442490 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-bd5c19f7-b150-4dcf-b342-2a4ba8fff911 req-f92645b7-9d4b-4f67-a9dd-ccbb11e84231 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1a441478-37fd-49f9-afec-ab177303560e HTTP/1.1" status: 200 len: 854 time: 0.0576875 Sep 21 22:01:24.448851 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8afdc95-fea9-4350-a397-b4e679c950c7 None None] Routers {'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:01:24.448851 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-c8afdc95-fea9-4350-a397-b4e679c950c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:01:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:01:24.492376 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727443f-4cee-465d-bddc-8e5df9a43aa9 req-b4fc5b4a-d87c-4197-8b82-a4a1089da00b tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:24.494038 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-3727443f-4cee-465d-bddc-8e5df9a43aa9 req-b4fc5b4a-d87c-4197-8b82-a4a1089da00b tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 945 time: 0.1189890 Sep 21 22:01:24.532955 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c19f7-b150-4dcf-b342-2a4ba8fff911 req-f8bbcb81-271a-4bac-9f5f-d76e94214ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:24.534755 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-bd5c19f7-b150-4dcf-b342-2a4ba8fff911 req-f8bbcb81-271a-4bac-9f5f-d76e94214ebb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2abe6793-4110-455a-aa7b-f1c0038ce3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0811603 Sep 21 22:01:24.571499 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-c8afdc95-fea9-4350-a397-b4e679c950c7 None None] Set router bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:01:24.591448 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-3727443f-4cee-465d-bddc-8e5df9a43aa9 req-5e46a779-7ff3-4094-bf8f-4996ddb11c58 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898280 Sep 21 22:01:24.605401 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbd121-ac7d-4d04-b4e0-7fbeabe011fb req-4d1dc19b-3658-4fe3-a0e5-ca9f0e0e1a25 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:24.609072 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-acfbd121-ac7d-4d04-b4e0-7fbeabe011fb req-4d1dc19b-3658-4fe3-a0e5-ca9f0e0e1a25 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.1000867 Sep 21 22:01:24.652596 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-bd5c19f7-b150-4dcf-b342-2a4ba8fff911 req-da0e2468-0b22-457b-8238-f40bc3198121 service neutron] 10.222.0.71 "GET /v2.0/networks/2abe6793-4110-455a-aa7b-f1c0038ce3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049609 Sep 21 22:01:24.664769 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-acfbd121-ac7d-4d04-b4e0-7fbeabe011fb req-2b954aea-0fdd-4b10-bfae-df963dfb4d50 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512083 Sep 21 22:01:24.812998 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-bd5c19f7-b150-4dcf-b342-2a4ba8fff911 req-7e45f182-6660-4bb6-a1d9-953ed3c20ba4 service neutron] 10.222.0.71 "GET /v2.0/networks/2abe6793-4110-455a-aa7b-f1c0038ce3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436808 Sep 21 22:01:24.883583 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feeab15-e1ff-43ed-a33c-aa1f35dc602a req-ab5323af-fcf9-45a3-b00f-5a035303052d tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:24.885085 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-0feeab15-e1ff-43ed-a33c-aa1f35dc602a req-ab5323af-fcf9-45a3-b00f-5a035303052d tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ce61355-e15f-4391-bd87-a6cbe0879fce HTTP/1.1" status: 200 len: 945 time: 0.1161180 Sep 21 22:01:24.897623 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe3a49-c417-4a78-b87f-74a91fcbab1c req-f5276071-2187-4c89-a587-1225c39df6f1 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:24.899098 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-f5fe3a49-c417-4a78-b87f-74a91fcbab1c req-f5276071-2187-4c89-a587-1225c39df6f1 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.0785902 Sep 21 22:01:24.913245 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 59588) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:24.928716 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-b23bfb27-a486-41d0-ba21-d580748a7f8b tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Request body: {'floatingip': {'port_id': '8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:01:24.952326 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-0feeab15-e1ff-43ed-a33c-aa1f35dc602a req-f309cbce-d883-459c-bc14-2d596c2aab63 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b6f6501-dbdb-4f78-9e46-c535e3b3e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515468 Sep 21 22:01:24.958885 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-c8afdc95-fea9-4350-a397-b4e679c950c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'name': 'tempest-AttachVolumeNegativeTest-1717603948-router', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:27Z', 'updated_at': '2022-09-21T22:00:36Z', 'revision_number': 4, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'gw_port': {'id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_floatingips': [{'id': '3ea8ca5a-74be-4f7b-b2e5-0589e360129c', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'floating_ip_address': '172.27.1.248', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'port_id': 'dd6485d6-871f-4cae-ab8e-6ebd941f397e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef', 'mac_address': 'fa:16:3e:af:87:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9f98f1-a8d8-46dd-a348-b7facad90c49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:00:46Z', 'updated_at': '2022-09-21T22:01:23Z', 'revision_number': 1, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c9154d-e5e0-4b4e-9149-22dcbcaa508b', 'name': '', 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'mac_address': 'fa:16:3e:41:8a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1a441478-37fd-49f9-afec-ab177303560e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:34Z', 'updated_at': '2022-09-21T22:00:47Z', 'revision_number': 5, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'subnets': [{'id': '1a441478-37fd-49f9-afec-ab177303560e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:01:24.994737 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8afdc95-fea9-4350-a397-b4e679c950c7 None None] The sync data for ids ['bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'] in dv-cinder-858819-1-iscsi is: [{'id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'name': 'tempest-AttachVolumeNegativeTest-1717603948-router', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:27Z', 'updated_at': '2022-09-21T22:00:36Z', 'revision_number': 4, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'gw_port': {'id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_floatingips': [{'id': '3ea8ca5a-74be-4f7b-b2e5-0589e360129c', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'floating_ip_address': '172.27.1.248', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'port_id': 'dd6485d6-871f-4cae-ab8e-6ebd941f397e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef', 'mac_address': 'fa:16:3e:af:87:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9f98f1-a8d8-46dd-a348-b7facad90c49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:00:46Z', 'updated_at': '2022-09-21T22:01:23Z', 'revision_number': 1, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c9154d-e5e0-4b4e-9149-22dcbcaa508b', 'name': '', 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'mac_address': 'fa:16:3e:41:8a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1a441478-37fd-49f9-afec-ab177303560e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:34Z', 'updated_at': '2022-09-21T22:00:47Z', 'revision_number': 5, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'subnets': [{'id': '1a441478-37fd-49f9-afec-ab177303560e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:01:25.006840 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-b23bfb27-a486-41d0-ba21-d580748a7f8b tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks [] for floatingip (7462daed-2dd9-47bc-bb20-34403a8f847f), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:25.096523 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef7840-0ba3-4dc5-8c80-f4234d7437a5 req-2d168830-881e-4b5f-b3fb-53825cac1c57 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:25.098543 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-a4ef7840-0ba3-4dc5-8c80-f4234d7437a5 req-2d168830-881e-4b5f-b3fb-53825cac1c57 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 945 time: 0.0936868 Sep 21 22:01:25.157865 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-a4ef7840-0ba3-4dc5-8c80-f4234d7437a5 req-6eeb5bf9-a417-4c8a-a478-a39a7f9d5bc0 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571620 Sep 21 22:01:25.367728 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27bea17-faf1-47eb-bd53-1e25616f50bb None None] New status for floating IP 3ea8ca5a-74be-4f7b-b2e5-0589e360129c: ACTIVE {{(pid=116021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 22:01:25.627204 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-b23bfb27-a486-41d0-ba21-d580748a7f8b tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:25.744984 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c887b-bbce-4226-8d43-7cd407cd3a07 req-1feec421-437f-42fc-9f6d-b1fa87afb393 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:25.747089 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-833c887b-bbce-4226-8d43-7cd407cd3a07 req-1feec421-437f-42fc-9f6d-b1fa87afb393 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 945 time: 0.0698285 Sep 21 22:01:25.773702 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-b23bfb27-a486-41d0-ba21-d580748a7f8b tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494336'] for floatingip (7462daed-2dd9-47bc-bb20-34403a8f847f), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:25.811434 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-833c887b-bbce-4226-8d43-7cd407cd3a07 req-806c8a26-7e24-4e7a-8204-cca23eb1bacf tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548134 Sep 21 22:01:25.883042 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.db.l3_db [None req-b23bfb27-a486-41d0-ba21-d580748a7f8b tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Floating IP 7462daed-2dd9-47bc-bb20-34403a8f847f associated. External IP: 172.27.1.84, port: 8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2. Sep 21 22:01:26.089497 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b23bfb27-a486-41d0-ba21-d580748a7f8b tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Router 6ed75fd2-e652-4cca-83e3-60b12bd2f039 has already been hosted by L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 {{(pid=116020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:01:26.195562 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23bfb27-a486-41d0-ba21-d580748a7f8b tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:01:26.201246 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-b23bfb27-a486-41d0-ba21-d580748a7f8b tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for floatingip (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:26.206792 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd22b4b3-ba57-4f39-a225-d7cf0b686ef9 None None] Sync routers for ids ['6ed75fd2-e652-4cca-83e3-60b12bd2f039'] in dv-cinder-858819-1-iscsi {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:01:26.223354 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd22b4b3-ba57-4f39-a225-d7cf0b686ef9 None None] Routers {'6ed75fd2-e652-4cca-83e3-60b12bd2f039'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:01:26.224885 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-cd22b4b3-ba57-4f39-a225-d7cf0b686ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:01:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['6ed75fd2-e652-4cca-83e3-60b12bd2f039'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:01:26.233597 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-b23bfb27-a486-41d0-ba21-d580748a7f8b tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "PUT /v2.0/floatingips/7462daed-2dd9-47bc-bb20-34403a8f847f HTTP/1.1" status: 200 len: 991 time: 1.3177750 Sep 21 22:01:26.234251 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8b2784b-a8fd-4223-ae6a-b8373f923f14', 'tag': '8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2'}] {{(pid=116020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:01:26.236833 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}616469ce01b4343580b51944d90e43cdadd76175ffa2c7c7ae3ce11ef7217efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad72000f-69af-40ba-ad84-660f8a56f78f" -d '{"events": [{"name": "network-changed", "server_uuid": "c8b2784b-a8fd-4223-ae6a-b8373f923f14", "tag": "8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2"}]}' {{(pid=116020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:01:26.292064 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c3ba1e-3a8d-41c1-925b-e617d4f865dc x-openstack-request-id: req-29c3ba1e-3a8d-41c1-925b-e617d4f865dc {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:01:26.308572 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8b2784b-a8fd-4223-ae6a-b8373f923f14", "tag": "8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2", "status": "completed", "code": 200}]} {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:01:26.308572 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-29c3ba1e-3a8d-41c1-925b-e617d4f865dc {{(pid=116020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:01:26.308572 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29c3ba1e-3a8d-41c1-925b-e617d4f865dc'] response: {'name': 'network-changed', 'server_uuid': 'c8b2784b-a8fd-4223-ae6a-b8373f923f14', 'tag': '8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2', 'status': 'completed', 'code': 200} Sep 21 22:01:26.323162 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f0acf-9886-4744-b197-a90992164212 req-51eda41d-d738-46d0-a5e0-04a10ef7fbb0 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:26.324688 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8e2f0acf-9886-4744-b197-a90992164212 req-51eda41d-d738-46d0-a5e0-04a10ef7fbb0 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 945 time: 0.0783124 Sep 21 22:01:26.372474 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-cd22b4b3-ba57-4f39-a225-d7cf0b686ef9 None None] Set router 6ed75fd2-e652-4cca-83e3-60b12bd2f039 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:01:26.410984 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72000f-69af-40ba-ad84-660f8a56f78f req-8657fb49-c6c0-419d-9377-b16b9c42efd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:26.412574 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-ad72000f-69af-40ba-ad84-660f8a56f78f req-8657fb49-c6c0-419d-9377-b16b9c42efd9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b33a94a4c3ce4d1c85fa49c2871df1d3&device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 1130 time: 0.0791717 Sep 21 22:01:26.433456 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8e2f0acf-9886-4744-b197-a90992164212 req-3ad3f230-bb8a-49f9-bf09-30af1fb10b74 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013794 Sep 21 22:01:26.557376 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72000f-69af-40ba-ad84-660f8a56f78f req-4bd33e1b-ec88-4553-b432-f32e95d0da9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:26.558869 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-ad72000f-69af-40ba-ad84-660f8a56f78f req-4bd33e1b-ec88-4553-b432-f32e95d0da9c service neutron] 10.222.0.71 "GET /v2.0/networks?id=96c55cd8-33b0-4027-994a-bc89dd1c7933 HTTP/1.1" status: 200 len: 911 time: 0.1209087 Sep 21 22:01:26.645156 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-ad72000f-69af-40ba-ad84-660f8a56f78f req-2898b062-20e9-4684-a4b8-236d43fd00e5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2 HTTP/1.1" status: 200 len: 999 time: 0.0793917 Sep 21 22:01:26.695873 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-cd22b4b3-ba57-4f39-a225-d7cf0b686ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'name': 'tempest-AttachVolumeTestJSON-499943819-router', 'tenant_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '69a493c8-d0be-4fc6-b371-e09a67ddc586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:39Z', 'revision_number': 4, 'project_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'gw_port': {'id': '69a493c8-d0be-4fc6-b371-e09a67ddc586', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:04:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:29Z', 'updated_at': '2022-09-21T22:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_floatingips': [{'id': '7462daed-2dd9-47bc-bb20-34403a8f847f', 'tenant_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'floating_ip_address': '172.27.1.84', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'port_id': '8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96c55cd8-33b0-4027-994a-bc89dd1c7933', 'mac_address': 'fa:16:3e:6d:7e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b2784b-a8fd-4223-ae6a-b8373f923f14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:00:49Z', 'updated_at': '2022-09-21T22:01:25Z', 'revision_number': 1, 'project_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50c0681d-1ad9-4055-ac69-94408c9daffa', 'name': '', 'network_id': '96c55cd8-33b0-4027-994a-bc89dd1c7933', 'tenant_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'mac_address': 'fa:16:3e:6f:17:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'ce246b9e-d1ab-41c3-9dad-8fd19a0b2f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:36Z', 'updated_at': '2022-09-21T22:00:54Z', 'revision_number': 5, 'project_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'subnets': [{'id': 'ce246b9e-d1ab-41c3-9dad-8fd19a0b2f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:01:26.697347 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72000f-69af-40ba-ad84-660f8a56f78f req-8bda5e4c-c8d6-4444-9c48-78b304fb8d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:26.698808 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-ad72000f-69af-40ba-ad84-660f8a56f78f req-8bda5e4c-c8d6-4444-9c48-78b304fb8d30 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ce246b9e-d1ab-41c3-9dad-8fd19a0b2f7e HTTP/1.1" status: 200 len: 849 time: 0.0473907 Sep 21 22:01:26.723228 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd22b4b3-ba57-4f39-a225-d7cf0b686ef9 None None] Checking router: 6ed75fd2-e652-4cca-83e3-60b12bd2f039 for host: dv-cinder-858819-1-iscsi {{(pid=116022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:01:26.735147 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd22b4b3-ba57-4f39-a225-d7cf0b686ef9 None None] Routers {'6ed75fd2-e652-4cca-83e3-60b12bd2f039'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:01:26.735452 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-cd22b4b3-ba57-4f39-a225-d7cf0b686ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:01:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['6ed75fd2-e652-4cca-83e3-60b12bd2f039'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:01:26.765342 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72000f-69af-40ba-ad84-660f8a56f78f req-57929890-8ac8-4a09-bf72-62f2cae51617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:26.767021 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-ad72000f-69af-40ba-ad84-660f8a56f78f req-57929890-8ac8-4a09-bf72-62f2cae51617 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96c55cd8-33b0-4027-994a-bc89dd1c7933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489299 Sep 21 22:01:26.876774 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-cd22b4b3-ba57-4f39-a225-d7cf0b686ef9 None None] Set router 6ed75fd2-e652-4cca-83e3-60b12bd2f039 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:01:26.908826 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-ad72000f-69af-40ba-ad84-660f8a56f78f req-dd311e6c-4936-4321-9cf7-81b2a94986b1 service neutron] 10.222.0.71 "GET /v2.0/networks/96c55cd8-33b0-4027-994a-bc89dd1c7933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355169 Sep 21 22:01:26.962539 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac487e3-8bf2-4dd6-b082-4f9d497fedfe req-96e51912-b790-4153-95aa-d220cb8375a2 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:26.972133 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-bac487e3-8bf2-4dd6-b082-4f9d497fedfe req-96e51912-b790-4153-95aa-d220cb8375a2 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 945 time: 0.0697019 Sep 21 22:01:27.024967 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-ad72000f-69af-40ba-ad84-660f8a56f78f req-5970eeea-a20c-4301-a7bc-f81733811dc9 service neutron] 10.222.0.71 "GET /v2.0/networks/96c55cd8-33b0-4027-994a-bc89dd1c7933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096816 Sep 21 22:01:27.036754 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-bac487e3-8bf2-4dd6-b082-4f9d497fedfe req-7cf45dbd-9103-4369-aeb3-d985faebfd06 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635149 Sep 21 22:01:27.100453 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1f423-d6d5-44a6-85d8-e85b9821cfd6 req-bbfe710f-7e29-4131-ab75-d93cd2fb227f tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:27.107447 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-15a1f423-d6d5-44a6-85d8-e85b9821cfd6 req-bbfe710f-7e29-4131-ab75-d93cd2fb227f tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 945 time: 0.0896225 Sep 21 22:01:27.150744 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0ec26-5ae0-4b75-8445-492efb178b2e req-9df164a4-d698-4984-a3e6-09f5bc6054d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:27.152025 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-0ae0ec26-5ae0-4b75-8445-492efb178b2e req-9df164a4-d698-4984-a3e6-09f5bc6054d0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f5fc28ce43d342ff812e8671de415a9c&device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 1129 time: 0.0543737 Sep 21 22:01:27.173498 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-cd22b4b3-ba57-4f39-a225-d7cf0b686ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'name': 'tempest-AttachVolumeTestJSON-499943819-router', 'tenant_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '69a493c8-d0be-4fc6-b371-e09a67ddc586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:39Z', 'revision_number': 4, 'project_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'gw_port': {'id': '69a493c8-d0be-4fc6-b371-e09a67ddc586', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:04:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:29Z', 'updated_at': '2022-09-21T22:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_floatingips': [{'id': '7462daed-2dd9-47bc-bb20-34403a8f847f', 'tenant_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'floating_ip_address': '172.27.1.84', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'port_id': '8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96c55cd8-33b0-4027-994a-bc89dd1c7933', 'mac_address': 'fa:16:3e:6d:7e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b2784b-a8fd-4223-ae6a-b8373f923f14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:00:49Z', 'updated_at': '2022-09-21T22:01:25Z', 'revision_number': 1, 'project_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50c0681d-1ad9-4055-ac69-94408c9daffa', 'name': '', 'network_id': '96c55cd8-33b0-4027-994a-bc89dd1c7933', 'tenant_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'mac_address': 'fa:16:3e:6f:17:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'ce246b9e-d1ab-41c3-9dad-8fd19a0b2f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:36Z', 'updated_at': '2022-09-21T22:00:54Z', 'revision_number': 5, 'project_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'subnets': [{'id': 'ce246b9e-d1ab-41c3-9dad-8fd19a0b2f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:01:27.185883 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-15a1f423-d6d5-44a6-85d8-e85b9821cfd6 req-0505149e-0c0a-463d-9f28-b2a280fe4f11 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776181 Sep 21 22:01:27.198245 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1af059-0ca0-4f3c-894c-4acd19789920 req-f1b535b2-75f9-4255-9200-f98b8d576abf tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:27.199732 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-7e1af059-0ca0-4f3c-894c-4acd19789920 req-f1b535b2-75f9-4255-9200-f98b8d576abf tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 945 time: 0.0778275 Sep 21 22:01:27.202758 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd22b4b3-ba57-4f39-a225-d7cf0b686ef9 None None] The sync data for ids ['6ed75fd2-e652-4cca-83e3-60b12bd2f039'] in dv-cinder-858819-1-iscsi is: [{'id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'name': 'tempest-AttachVolumeTestJSON-499943819-router', 'tenant_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '69a493c8-d0be-4fc6-b371-e09a67ddc586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:39Z', 'revision_number': 4, 'project_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'gw_port': {'id': '69a493c8-d0be-4fc6-b371-e09a67ddc586', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:04:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:29Z', 'updated_at': '2022-09-21T22:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_floatingips': [{'id': '7462daed-2dd9-47bc-bb20-34403a8f847f', 'tenant_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'floating_ip_address': '172.27.1.84', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'port_id': '8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96c55cd8-33b0-4027-994a-bc89dd1c7933', 'mac_address': 'fa:16:3e:6d:7e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b2784b-a8fd-4223-ae6a-b8373f923f14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:00:49Z', 'updated_at': '2022-09-21T22:01:25Z', 'revision_number': 1, 'project_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50c0681d-1ad9-4055-ac69-94408c9daffa', 'name': '', 'network_id': '96c55cd8-33b0-4027-994a-bc89dd1c7933', 'tenant_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'mac_address': 'fa:16:3e:6f:17:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'ce246b9e-d1ab-41c3-9dad-8fd19a0b2f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:36Z', 'updated_at': '2022-09-21T22:00:54Z', 'revision_number': 5, 'project_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'subnets': [{'id': 'ce246b9e-d1ab-41c3-9dad-8fd19a0b2f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:01:27.216796 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 59642) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:27.222697 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-34362dd6-5dee-4c61-9087-2d3a2775db27 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Request body: {'floatingip': {'port_id': '61a3a825-87ba-40c7-96ba-ec486581ff8b'}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:01:27.282274 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0ec26-5ae0-4b75-8445-492efb178b2e req-534e1969-2bf7-49b9-9a6b-3bb89eb00bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:27.283767 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-0ae0ec26-5ae0-4b75-8445-492efb178b2e req-534e1969-2bf7-49b9-9a6b-3bb89eb00bd6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0585c623-22cd-41df-a0a2-cf1e1b8bac58 HTTP/1.1" status: 200 len: 920 time: 0.1223722 Sep 21 22:01:27.305084 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-34362dd6-5dee-4c61-9087-2d3a2775db27 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks [] for floatingip (95d461a1-072e-410c-b66d-2e4ce2adf1d4), before_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:27.331658 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-0ae0ec26-5ae0-4b75-8445-492efb178b2e req-2f5cb3a6-98d8-4f7c-bdc5-437d1ae1f5db service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=706976ff-af50-43e6-9626-57fc5a8de1eb HTTP/1.1" status: 200 len: 217 time: 0.0414472 Sep 21 22:01:27.387282 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0ec26-5ae0-4b75-8445-492efb178b2e req-5c76f7bd-4acc-4c1c-89e0-969eede25d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:27.390788 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-0ae0ec26-5ae0-4b75-8445-492efb178b2e req-5c76f7bd-4acc-4c1c-89e0-969eede25d7f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=41a42251-d848-47c6-b80e-908765051886 HTTP/1.1" status: 200 len: 858 time: 0.0514634 Sep 21 22:01:27.507810 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f019d4-a194-4593-86fa-ec3ca62e1cd8 None None] New status for floating IP 7462daed-2dd9-47bc-bb20-34403a8f847f: ACTIVE {{(pid=116021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 22:01:27.758012 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0ec26-5ae0-4b75-8445-492efb178b2e req-bd4d8b86-bb38-4d4b-bc3d-0cd0325da0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:27.759522 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-0ae0ec26-5ae0-4b75-8445-492efb178b2e req-bd4d8b86-bb38-4d4b-bc3d-0cd0325da0c0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0585c623-22cd-41df-a0a2-cf1e1b8bac58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3594890 Sep 21 22:01:27.858001 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-0ae0ec26-5ae0-4b75-8445-492efb178b2e req-a3a1929c-5db8-46b6-b885-88f1edb66800 service neutron] 10.222.0.71 "GET /v2.0/networks/0585c623-22cd-41df-a0a2-cf1e1b8bac58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910597 Sep 21 22:01:27.970915 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-0ae0ec26-5ae0-4b75-8445-492efb178b2e req-804745dc-a838-4113-b12f-c1626f4fd4ad service neutron] 10.222.0.71 "GET /v2.0/networks/0585c623-22cd-41df-a0a2-cf1e1b8bac58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069331 Sep 21 22:01:28.263916 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-34362dd6-5dee-4c61-9087-2d3a2775db27 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:28.331980 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d02ce-9efc-4fd0-8071-933093f4e95b req-2d735aba-6f7b-4ae8-9344-2270f39baea6 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:28.333098 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-081d02ce-9efc-4fd0-8071-933093f4e95b req-2d735aba-6f7b-4ae8-9344-2270f39baea6 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 945 time: 0.0550113 Sep 21 22:01:28.379662 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-34362dd6-5dee-4c61-9087-2d3a2775db27 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494336'] for floatingip (95d461a1-072e-410c-b66d-2e4ce2adf1d4), after_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:28.432005 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-081d02ce-9efc-4fd0-8071-933093f4e95b req-d8a3f40f-2415-4f5a-a51d-9fb20058139e tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846190 Sep 21 22:01:28.492332 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.db.l3_db [None req-34362dd6-5dee-4c61-9087-2d3a2775db27 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Floating IP 95d461a1-072e-410c-b66d-2e4ce2adf1d4 associated. External IP: 172.27.1.39, port: 61a3a825-87ba-40c7-96ba-ec486581ff8b. Sep 21 22:01:28.714899 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34362dd6-5dee-4c61-9087-2d3a2775db27 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Router b142f32c-8dda-47c3-a391-533de2f6ca41 has already been hosted by L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 {{(pid=116019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:01:28.826014 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34362dd6-5dee-4c61-9087-2d3a2775db27 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:01:28.830589 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-34362dd6-5dee-4c61-9087-2d3a2775db27 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for floatingip (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:28.837421 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0483f1d4-5d48-4cfd-b233-9419a383393b None None] Sync routers for ids ['b142f32c-8dda-47c3-a391-533de2f6ca41'] in dv-cinder-858819-1-iscsi {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:01:28.851432 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0483f1d4-5d48-4cfd-b233-9419a383393b None None] Routers {'b142f32c-8dda-47c3-a391-533de2f6ca41'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:01:28.852420 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-0483f1d4-5d48-4cfd-b233-9419a383393b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:01:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['b142f32c-8dda-47c3-a391-533de2f6ca41'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:01:28.866352 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-34362dd6-5dee-4c61-9087-2d3a2775db27 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "PUT /v2.0/floatingips/95d461a1-072e-410c-b66d-2e4ce2adf1d4 HTTP/1.1" status: 200 len: 990 time: 1.6474636 Sep 21 22:01:28.867071 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 59694) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:28.868204 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '098797e0-d07c-4b3e-bf38-86bfe427d7db', 'tag': '61a3a825-87ba-40c7-96ba-ec486581ff8b'}] {{(pid=116019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:01:28.870816 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}314aa947772f4aa66c6b0f501ee0f59e34b3d7fab75533ca4852f00c2b9fa1f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a2415b-4d98-4b97-a767-0ff519fb8c4e" -d '{"events": [{"name": "network-changed", "server_uuid": "098797e0-d07c-4b3e-bf38-86bfe427d7db", "tag": "61a3a825-87ba-40c7-96ba-ec486581ff8b"}]}' {{(pid=116019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:01:28.936116 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91aca945-10f2-4d8c-9cff-f98640444300 x-openstack-request-id: req-91aca945-10f2-4d8c-9cff-f98640444300 {{(pid=116019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:01:28.936116 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "098797e0-d07c-4b3e-bf38-86bfe427d7db", "tag": "61a3a825-87ba-40c7-96ba-ec486581ff8b", "status": "completed", "code": 200}]} {{(pid=116019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:01:28.936331 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-91aca945-10f2-4d8c-9cff-f98640444300 {{(pid=116019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:01:28.936709 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91aca945-10f2-4d8c-9cff-f98640444300'] response: {'name': 'network-changed', 'server_uuid': '098797e0-d07c-4b3e-bf38-86bfe427d7db', 'tag': '61a3a825-87ba-40c7-96ba-ec486581ff8b', 'status': 'completed', 'code': 200} Sep 21 22:01:29.008440 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-0483f1d4-5d48-4cfd-b233-9419a383393b None None] Set router b142f32c-8dda-47c3-a391-533de2f6ca41 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:01:29.011219 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2415b-4d98-4b97-a767-0ff519fb8c4e req-0828d8c1-20c5-49b3-84dd-4c113749e36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:29.014113 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-80a2415b-4d98-4b97-a767-0ff519fb8c4e req-0828d8c1-20c5-49b3-84dd-4c113749e36d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=90c3337e87ac45c5b7ca6cc8e43c6f41&device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 1129 time: 0.0499418 Sep 21 22:01:29.017022 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-f2fbe7be-074e-486f-9a3f-e468d3780289 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:29.097791 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-f2fbe7be-074e-486f-9a3f-e468d3780289 admin admin] Publish callbacks [] for security_group (3b444501-a842-4084-b4be-691127d5251a), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:29.171976 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-f2fbe7be-074e-486f-9a3f-e468d3780289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (3b444501-a842-4084-b4be-691127d5251a), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:29.187800 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2415b-4d98-4b97-a767-0ff519fb8c4e req-baa09e93-e866-4b40-afb0-9f09f08456c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:29.189379 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-80a2415b-4d98-4b97-a767-0ff519fb8c4e req-baa09e93-e866-4b40-afb0-9f09f08456c4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ab2b5ec8-d24d-414d-80a8-ae5a033aa18d HTTP/1.1" status: 200 len: 918 time: 0.1050918 Sep 21 22:01:29.216154 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-f2fbe7be-074e-486f-9a3f-e468d3780289 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=af1ec6a102c24945998be6b7549aaa28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3422968 Sep 21 22:01:29.216872 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbe7be-074e-486f-9a3f-e468d3780289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b444501-a842-4084-b4be-691127d5251a,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:29.219272 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 59704) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:29.225328 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbe7be-074e-486f-9a3f-e468d3780289 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:29.225684 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbe7be-074e-486f-9a3f-e468d3780289 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:29.226031 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbe7be-074e-486f-9a3f-e468d3780289 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:29.226531 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbe7be-074e-486f-9a3f-e468d3780289 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:29.226753 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbe7be-074e-486f-9a3f-e468d3780289 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:29.227091 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbe7be-074e-486f-9a3f-e468d3780289 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:29.227433 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbe7be-074e-486f-9a3f-e468d3780289 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:29.227770 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbe7be-074e-486f-9a3f-e468d3780289 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:29.228113 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbe7be-074e-486f-9a3f-e468d3780289 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:29.228452 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbe7be-074e-486f-9a3f-e468d3780289 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:29.228784 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbe7be-074e-486f-9a3f-e468d3780289 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:29.229107 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbe7be-074e-486f-9a3f-e468d3780289 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:29.229436 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fbe7be-074e-486f-9a3f-e468d3780289 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:29.257669 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-0483f1d4-5d48-4cfd-b233-9419a383393b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'name': 'tempest-AttachVolumeShelveTestJSON-1790326084-router', 'tenant_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': 'dc625ff5-d9ec-4b20-9062-4f809d8216d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:27Z', 'updated_at': '2022-09-21T22:00:37Z', 'revision_number': 4, 'project_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'gw_port': {'id': 'dc625ff5-d9ec-4b20-9062-4f809d8216d2', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_floatingips': [{'id': '95d461a1-072e-410c-b66d-2e4ce2adf1d4', 'tenant_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'floating_ip_address': '172.27.1.39', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'port_id': '61a3a825-87ba-40c7-96ba-ec486581ff8b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab2b5ec8-d24d-414d-80a8-ae5a033aa18d', 'mac_address': 'fa:16:3e:24:91:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098797e0-d07c-4b3e-bf38-86bfe427d7db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:00:47Z', 'updated_at': '2022-09-21T22:01:28Z', 'revision_number': 1, 'project_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bdb164d-3c52-4325-80c5-135d2f502015', 'name': '', 'network_id': 'ab2b5ec8-d24d-414d-80a8-ae5a033aa18d', 'tenant_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'mac_address': 'fa:16:3e:31:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4fbdb1a2-604b-4475-ad62-84a9530d66d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:35Z', 'updated_at': '2022-09-21T22:00:52Z', 'revision_number': 5, 'project_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'subnets': [{'id': '4fbdb1a2-604b-4475-ad62-84a9530d66d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:01:29.280106 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-0d9a463f-4ee6-4578-906f-b2a92f3345aa admin admin] Publish callbacks [] for security_group (3b444501-a842-4084-b4be-691127d5251a), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:29.287799 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0483f1d4-5d48-4cfd-b233-9419a383393b None None] Checking router: b142f32c-8dda-47c3-a391-533de2f6ca41 for host: dv-cinder-858819-1-iscsi {{(pid=116022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:01:29.296486 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0483f1d4-5d48-4cfd-b233-9419a383393b None None] Routers {'b142f32c-8dda-47c3-a391-533de2f6ca41'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:01:29.297098 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-0483f1d4-5d48-4cfd-b233-9419a383393b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:01:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['b142f32c-8dda-47c3-a391-533de2f6ca41'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:01:29.341250 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-0d9a463f-4ee6-4578-906f-b2a92f3345aa admin admin] Publish callbacks [] for security_group (3b444501-a842-4084-b4be-691127d5251a), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:29.393863 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-80a2415b-4d98-4b97-a767-0ff519fb8c4e req-26a1fca2-0d04-4f6e-bb72-a86baaee5c7a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61a3a825-87ba-40c7-96ba-ec486581ff8b HTTP/1.1" status: 200 len: 998 time: 0.1032836 Sep 21 22:01:29.415274 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-0483f1d4-5d48-4cfd-b233-9419a383393b None None] Set router b142f32c-8dda-47c3-a391-533de2f6ca41 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:01:29.450808 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2415b-4d98-4b97-a767-0ff519fb8c4e req-af23aa06-f3b4-4735-b843-8d527d0c02a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:29.452291 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-80a2415b-4d98-4b97-a767-0ff519fb8c4e req-af23aa06-f3b4-4735-b843-8d527d0c02a8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4fbdb1a2-604b-4475-ad62-84a9530d66d1 HTTP/1.1" status: 200 len: 856 time: 0.0527964 Sep 21 22:01:29.498196 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-0d9a463f-4ee6-4578-906f-b2a92f3345aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (3b444501-a842-4084-b4be-691127d5251a), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:29.501205 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-0d9a463f-4ee6-4578-906f-b2a92f3345aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:29.502476 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-0d9a463f-4ee6-4578-906f-b2a92f3345aa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3b444501-a842-4084-b4be-691127d5251a HTTP/1.1" status: 204 len: 168 time: 0.2815609 Sep 21 22:01:29.516214 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a463f-4ee6-4578-906f-b2a92f3345aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b444501-a842-4084-b4be-691127d5251a,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:29.527002 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2415b-4d98-4b97-a767-0ff519fb8c4e req-ff6fcc85-d91f-42fe-857c-487d58d8ca13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:29.528683 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-80a2415b-4d98-4b97-a767-0ff519fb8c4e req-ff6fcc85-d91f-42fe-857c-487d58d8ca13 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ab2b5ec8-d24d-414d-80a8-ae5a033aa18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0702105 Sep 21 22:01:29.530177 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a463f-4ee6-4578-906f-b2a92f3345aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:29.530532 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a463f-4ee6-4578-906f-b2a92f3345aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:29.530982 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a463f-4ee6-4578-906f-b2a92f3345aa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:29.531309 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a463f-4ee6-4578-906f-b2a92f3345aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:29.531650 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a463f-4ee6-4578-906f-b2a92f3345aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:29.531993 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a463f-4ee6-4578-906f-b2a92f3345aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:29.532378 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a463f-4ee6-4578-906f-b2a92f3345aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:29.532714 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a463f-4ee6-4578-906f-b2a92f3345aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:29.533129 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a463f-4ee6-4578-906f-b2a92f3345aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:29.533382 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a463f-4ee6-4578-906f-b2a92f3345aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:29.533713 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a463f-4ee6-4578-906f-b2a92f3345aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:29.534051 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a463f-4ee6-4578-906f-b2a92f3345aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:29.534387 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a463f-4ee6-4578-906f-b2a92f3345aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:29.618497 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b53ee-4b92-4feb-b48a-b06faa1ea081 req-f6aedc56-0dba-49e1-afe1-1d31a5f19a58 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:29.620034 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-177b53ee-4b92-4feb-b48a-b06faa1ea081 req-f6aedc56-0dba-49e1-afe1-1d31a5f19a58 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 945 time: 0.0858982 Sep 21 22:01:29.640147 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-80a2415b-4d98-4b97-a767-0ff519fb8c4e req-ecf86538-3b47-4c24-87a5-eb29a449ee4a service neutron] 10.222.0.71 "GET /v2.0/networks/ab2b5ec8-d24d-414d-80a8-ae5a033aa18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947993 Sep 21 22:01:29.677127 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-177b53ee-4b92-4feb-b48a-b06faa1ea081 req-313bbbb0-1fe3-4b32-96e2-6bdafe488e0b tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478835 Sep 21 22:01:29.770954 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-80a2415b-4d98-4b97-a767-0ff519fb8c4e req-e482bb4d-6cc6-43ab-99d0-443146f5517c service neutron] 10.222.0.71 "GET /v2.0/networks/ab2b5ec8-d24d-414d-80a8-ae5a033aa18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163540 Sep 21 22:01:29.791385 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-0483f1d4-5d48-4cfd-b233-9419a383393b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'name': 'tempest-AttachVolumeShelveTestJSON-1790326084-router', 'tenant_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': 'dc625ff5-d9ec-4b20-9062-4f809d8216d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:27Z', 'updated_at': '2022-09-21T22:00:37Z', 'revision_number': 4, 'project_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'gw_port': {'id': 'dc625ff5-d9ec-4b20-9062-4f809d8216d2', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_floatingips': [{'id': '95d461a1-072e-410c-b66d-2e4ce2adf1d4', 'tenant_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'floating_ip_address': '172.27.1.39', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'port_id': '61a3a825-87ba-40c7-96ba-ec486581ff8b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab2b5ec8-d24d-414d-80a8-ae5a033aa18d', 'mac_address': 'fa:16:3e:24:91:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098797e0-d07c-4b3e-bf38-86bfe427d7db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:00:47Z', 'updated_at': '2022-09-21T22:01:28Z', 'revision_number': 1, 'project_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bdb164d-3c52-4325-80c5-135d2f502015', 'name': '', 'network_id': 'ab2b5ec8-d24d-414d-80a8-ae5a033aa18d', 'tenant_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'mac_address': 'fa:16:3e:31:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4fbdb1a2-604b-4475-ad62-84a9530d66d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:35Z', 'updated_at': '2022-09-21T22:00:52Z', 'revision_number': 5, 'project_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'subnets': [{'id': '4fbdb1a2-604b-4475-ad62-84a9530d66d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:01:29.820985 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0483f1d4-5d48-4cfd-b233-9419a383393b None None] The sync data for ids ['b142f32c-8dda-47c3-a391-533de2f6ca41'] in dv-cinder-858819-1-iscsi is: [{'id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'name': 'tempest-AttachVolumeShelveTestJSON-1790326084-router', 'tenant_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': 'dc625ff5-d9ec-4b20-9062-4f809d8216d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:27Z', 'updated_at': '2022-09-21T22:00:37Z', 'revision_number': 4, 'project_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'gw_port': {'id': 'dc625ff5-d9ec-4b20-9062-4f809d8216d2', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_floatingips': [{'id': '95d461a1-072e-410c-b66d-2e4ce2adf1d4', 'tenant_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'floating_ip_address': '172.27.1.39', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'port_id': '61a3a825-87ba-40c7-96ba-ec486581ff8b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab2b5ec8-d24d-414d-80a8-ae5a033aa18d', 'mac_address': 'fa:16:3e:24:91:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098797e0-d07c-4b3e-bf38-86bfe427d7db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:00:47Z', 'updated_at': '2022-09-21T22:01:28Z', 'revision_number': 1, 'project_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bdb164d-3c52-4325-80c5-135d2f502015', 'name': '', 'network_id': 'ab2b5ec8-d24d-414d-80a8-ae5a033aa18d', 'tenant_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'mac_address': 'fa:16:3e:31:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4fbdb1a2-604b-4475-ad62-84a9530d66d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:35Z', 'updated_at': '2022-09-21T22:00:52Z', 'revision_number': 5, 'project_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'subnets': [{'id': '4fbdb1a2-604b-4475-ad62-84a9530d66d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:01:30.076977 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245eb23d-3d67-401f-bd2e-e802d9d28b05 None None] New status for floating IP 95d461a1-072e-410c-b66d-2e4ce2adf1d4: ACTIVE {{(pid=116021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 22:01:30.282034 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 59724) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:30.300301 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-d7ba1f8e-d4e7-47ca-88c1-f95b81a24cdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:30.388003 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-d7ba1f8e-d4e7-47ca-88c1-f95b81a24cdc admin admin] Publish callbacks [] for security_group (c302f2ef-9738-485d-9be1-f3d9fb6648a0), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:30.423174 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 59728) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:30.478741 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-d7ba1f8e-d4e7-47ca-88c1-f95b81a24cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (c302f2ef-9738-485d-9be1-f3d9fb6648a0), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:30.520027 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-d7ba1f8e-d4e7-47ca-88c1-f95b81a24cdc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8964c08882984d08a5cb8d42afccf545&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361760 Sep 21 22:01:30.520922 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ba1f8e-d4e7-47ca-88c1-f95b81a24cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c302f2ef-9738-485d-9be1-f3d9fb6648a0,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:30.522821 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 59732) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:30.537585 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-47c945e7-c235-4aea-b5e6-2da9ebbe2007 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:30.578752 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-e4ad5f8f-6bc3-4226-8510-9028c9d13f82 admin admin] Publish callbacks [] for security_group (c302f2ef-9738-485d-9be1-f3d9fb6648a0), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:30.601663 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-e4ad5f8f-6bc3-4226-8510-9028c9d13f82 admin admin] Publish callbacks [] for security_group (c302f2ef-9738-485d-9be1-f3d9fb6648a0), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:30.624460 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-47c945e7-c235-4aea-b5e6-2da9ebbe2007 admin admin] Publish callbacks [] for security_group (b86cbd84-055d-468f-9d75-aeb08edc6685), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:30.716330 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-47c945e7-c235-4aea-b5e6-2da9ebbe2007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (b86cbd84-055d-468f-9d75-aeb08edc6685), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:30.748504 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-e4ad5f8f-6bc3-4226-8510-9028c9d13f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (c302f2ef-9738-485d-9be1-f3d9fb6648a0), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:30.751166 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-e4ad5f8f-6bc3-4226-8510-9028c9d13f82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:30.752577 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-e4ad5f8f-6bc3-4226-8510-9028c9d13f82 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c302f2ef-9738-485d-9be1-f3d9fb6648a0 HTTP/1.1" status: 204 len: 168 time: 0.2286961 Sep 21 22:01:30.758336 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-47c945e7-c235-4aea-b5e6-2da9ebbe2007 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0586e10c6c94419097c65bf5283ac71e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3340662 Sep 21 22:01:30.759224 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c945e7-c235-4aea-b5e6-2da9ebbe2007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86cbd84-055d-468f-9d75-aeb08edc6685,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:30.761817 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 59738) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:30.799250 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad5f8f-6bc3-4226-8510-9028c9d13f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c302f2ef-9738-485d-9be1-f3d9fb6648a0,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:30.816399 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-32d34c85-a66e-4da0-a62c-7a4e8668c640 admin admin] Publish callbacks [] for security_group (b86cbd84-055d-468f-9d75-aeb08edc6685), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:30.838458 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7639b-d2be-4c4c-b2fb-1e465870fb41 req-0df3c3a8-ff80-487d-9f20-f278474871da tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:30.840553 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1bb7639b-d2be-4c4c-b2fb-1e465870fb41 req-0df3c3a8-ff80-487d-9f20-f278474871da tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 945 time: 0.0865679 Sep 21 22:01:30.845592 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-32d34c85-a66e-4da0-a62c-7a4e8668c640 admin admin] Publish callbacks [] for security_group (b86cbd84-055d-468f-9d75-aeb08edc6685), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:30.894994 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1bb7639b-d2be-4c4c-b2fb-1e465870fb41 req-f581834d-5c8e-493e-885d-3d415d753292 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483651 Sep 21 22:01:30.953443 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-32d34c85-a66e-4da0-a62c-7a4e8668c640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (b86cbd84-055d-468f-9d75-aeb08edc6685), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:30.956491 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-32d34c85-a66e-4da0-a62c-7a4e8668c640 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:30.958919 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-32d34c85-a66e-4da0-a62c-7a4e8668c640 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b86cbd84-055d-468f-9d75-aeb08edc6685 HTTP/1.1" status: 204 len: 168 time: 0.1952984 Sep 21 22:01:30.967924 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d34c85-a66e-4da0-a62c-7a4e8668c640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86cbd84-055d-468f-9d75-aeb08edc6685,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:31.419640 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 59752) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:31.433277 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-26e9e832-6711-41f9-88af-eeee2e5180db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:31.518938 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-26e9e832-6711-41f9-88af-eeee2e5180db admin admin] Publish callbacks [] for security_group (7fdefeed-8654-4624-8502-66c20ce9f401), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:31.583009 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 59754) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:31.591175 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-26e9e832-6711-41f9-88af-eeee2e5180db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (7fdefeed-8654-4624-8502-66c20ce9f401), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:31.609755 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-b1bd12b4-29b7-4848-a5cb-85e94e0db74c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:31.649044 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-26e9e832-6711-41f9-88af-eeee2e5180db admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=297200fc25bd4c32a4b3e7db27bb051a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2282255 Sep 21 22:01:31.657270 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e9e832-6711-41f9-88af-eeee2e5180db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fdefeed-8654-4624-8502-66c20ce9f401,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:31.657420 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 59756) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:31.707988 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-69ded54e-a898-4f38-b99f-7e21279c15eb admin admin] Publish callbacks [] for security_group (7fdefeed-8654-4624-8502-66c20ce9f401), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:31.732512 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-69ded54e-a898-4f38-b99f-7e21279c15eb admin admin] Publish callbacks [] for security_group (7fdefeed-8654-4624-8502-66c20ce9f401), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:31.735893 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-b1bd12b4-29b7-4848-a5cb-85e94e0db74c admin admin] Publish callbacks [] for security_group (c6561859-46e6-40c2-8e41-8b35c92e59f9), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:31.813425 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-b1bd12b4-29b7-4848-a5cb-85e94e0db74c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (c6561859-46e6-40c2-8e41-8b35c92e59f9), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:31.852006 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd12b4-29b7-4848-a5cb-85e94e0db74c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6561859-46e6-40c2-8e41-8b35c92e59f9,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:31.856516 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-b1bd12b4-29b7-4848-a5cb-85e94e0db74c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6768df4abf724b2da859f04cd6e7679d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2722409 Sep 21 22:01:31.859256 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 59758) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:31.890249 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-69ded54e-a898-4f38-b99f-7e21279c15eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (7fdefeed-8654-4624-8502-66c20ce9f401), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:31.893822 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-69ded54e-a898-4f38-b99f-7e21279c15eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:31.895170 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-69ded54e-a898-4f38-b99f-7e21279c15eb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7fdefeed-8654-4624-8502-66c20ce9f401 HTTP/1.1" status: 204 len: 168 time: 0.2424355 Sep 21 22:01:31.911180 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ded54e-a898-4f38-b99f-7e21279c15eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fdefeed-8654-4624-8502-66c20ce9f401,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:31.930500 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-a15a1e95-6245-4265-a8c6-fd6d5161dfb5 admin admin] Publish callbacks [] for security_group (c6561859-46e6-40c2-8e41-8b35c92e59f9), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:31.954863 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-a15a1e95-6245-4265-a8c6-fd6d5161dfb5 admin admin] Publish callbacks [] for security_group (c6561859-46e6-40c2-8e41-8b35c92e59f9), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:32.055722 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d79c0-2486-4d28-a6f5-7678cf378eae req-8ef5e69f-0f06-487a-b6b8-408e52028b5c tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:32.057326 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-7b0d79c0-2486-4d28-a6f5-7678cf378eae req-8ef5e69f-0f06-487a-b6b8-408e52028b5c tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 945 time: 0.0614760 Sep 21 22:01:32.091707 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-a15a1e95-6245-4265-a8c6-fd6d5161dfb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (c6561859-46e6-40c2-8e41-8b35c92e59f9), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:32.094398 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-a15a1e95-6245-4265-a8c6-fd6d5161dfb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:32.095564 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-a15a1e95-6245-4265-a8c6-fd6d5161dfb5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c6561859-46e6-40c2-8e41-8b35c92e59f9 HTTP/1.1" status: 204 len: 168 time: 0.2353599 Sep 21 22:01:32.107254 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a1e95-6245-4265-a8c6-fd6d5161dfb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6561859-46e6-40c2-8e41-8b35c92e59f9,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:32.136909 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-7b0d79c0-2486-4d28-a6f5-7678cf378eae req-ce692b0f-1164-4975-9659-3592e578963c tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674222 Sep 21 22:01:32.680699 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 59782) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:32.694752 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-69ec8c67-2877-4fe7-b40c-15b6ff4cf833 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:32.774732 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-69ec8c67-2877-4fe7-b40c-15b6ff4cf833 admin admin] Publish callbacks [] for security_group (7e9e7d30-7eae-457e-963f-bf1818095d5c), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:32.842572 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-69ec8c67-2877-4fe7-b40c-15b6ff4cf833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (7e9e7d30-7eae-457e-963f-bf1818095d5c), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:32.885151 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-69ec8c67-2877-4fe7-b40c-15b6ff4cf833 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=40899e0e729547d098aca65db08e66b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2008810 Sep 21 22:01:32.885151 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec8c67-2877-4fe7-b40c-15b6ff4cf833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9e7d30-7eae-457e-963f-bf1818095d5c,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:32.886267 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 59790) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:32.942794 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-407bf855-3604-42e8-872a-6775b317c3e1 admin admin] Publish callbacks [] for security_group (7e9e7d30-7eae-457e-963f-bf1818095d5c), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:32.964874 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-407bf855-3604-42e8-872a-6775b317c3e1 admin admin] Publish callbacks [] for security_group (7e9e7d30-7eae-457e-963f-bf1818095d5c), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:33.084865 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-407bf855-3604-42e8-872a-6775b317c3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (7e9e7d30-7eae-457e-963f-bf1818095d5c), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:33.087534 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-407bf855-3604-42e8-872a-6775b317c3e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:33.089553 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-407bf855-3604-42e8-872a-6775b317c3e1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7e9e7d30-7eae-457e-963f-bf1818095d5c HTTP/1.1" status: 204 len: 168 time: 0.2012751 Sep 21 22:01:33.097096 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407bf855-3604-42e8-872a-6775b317c3e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9e7d30-7eae-457e-963f-bf1818095d5c,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:33.260750 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa575163-e771-4a41-8542-5ee501df561f req-b7736492-fa6f-4b70-9be5-4d5998a15251 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:33.262349 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-aa575163-e771-4a41-8542-5ee501df561f req-b7736492-fa6f-4b70-9be5-4d5998a15251 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 945 time: 0.0599847 Sep 21 22:01:33.315143 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-aa575163-e771-4a41-8542-5ee501df561f req-279365bc-e19b-4d4a-a96d-824096333481 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445168 Sep 21 22:01:34.448211 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aca9fa-a382-4cf9-ba6a-dfe51436cb28 req-23f54535-c26b-47c7-ac79-6a2f4c181cfe tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:34.449601 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-91aca9fa-a382-4cf9-ba6a-dfe51436cb28 req-23f54535-c26b-47c7-ac79-6a2f4c181cfe tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 945 time: 0.0548186 Sep 21 22:01:34.504885 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-91aca9fa-a382-4cf9-ba6a-dfe51436cb28 req-3b56fdbf-6841-4176-bd65-f14e717d179d tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458963 Sep 21 22:01:35.630048 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d348f-d7ad-40b1-b823-909825ebd9fd req-dfafd1d2-bcce-42aa-8f96-22122a5a092a tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:35.631521 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1e4d348f-d7ad-40b1-b823-909825ebd9fd req-dfafd1d2-bcce-42aa-8f96-22122a5a092a tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 945 time: 0.0562248 Sep 21 22:01:35.678405 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1e4d348f-d7ad-40b1-b823-909825ebd9fd req-865e397f-0716-44da-8bf9-b91c6e0f2f6e tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409243 Sep 21 22:01:36.804573 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6826be40-ee21-4d1a-9bda-0613551c2a9c req-c2638dcd-5d21-4775-aeba-e52dfdccea57 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:36.806053 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-6826be40-ee21-4d1a-9bda-0613551c2a9c req-c2638dcd-5d21-4775-aeba-e52dfdccea57 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 945 time: 0.0521798 Sep 21 22:01:36.852750 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-6826be40-ee21-4d1a-9bda-0613551c2a9c req-028debc7-d14d-49ec-a44e-928ba6fc970c tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410497 Sep 21 22:01:37.733712 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.agents_db [None req-53c7536d-764e-4ad7-87ad-c450eadf28b3 None None] Agent healthcheck: found 6 active agents {{(pid=116022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:01:37.976635 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5244b-027e-4faf-a8c3-7cb421bd1267 req-e050d480-9d9b-41e9-aa65-fe64a26add39 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:37.978016 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-66b5244b-027e-4faf-a8c3-7cb421bd1267 req-e050d480-9d9b-41e9-aa65-fe64a26add39 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 945 time: 0.0545831 Sep 21 22:01:38.024119 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-66b5244b-027e-4faf-a8c3-7cb421bd1267 req-1a382f50-9003-4e13-a41f-faec7a6f4b0b tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405903 Sep 21 22:01:39.143836 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019624b-1784-4824-9537-639c3fa8f5d0 req-0e8be33f-4547-4f8c-9a5d-2837e6a0c0a2 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:39.145330 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-7019624b-1784-4824-9537-639c3fa8f5d0 req-0e8be33f-4547-4f8c-9a5d-2837e6a0c0a2 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 945 time: 0.0510886 Sep 21 22:01:39.190727 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-7019624b-1784-4824-9537-639c3fa8f5d0 req-d91811d5-7001-42ef-9068-e7b9dfc07118 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399456 Sep 21 22:01:40.314084 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8795021d-1616-4b15-a634-d9ae2f302ac5 req-de43fb65-c994-42a9-ac34-44d7d60101b4 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:40.315557 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8795021d-1616-4b15-a634-d9ae2f302ac5 req-de43fb65-c994-42a9-ac34-44d7d60101b4 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 945 time: 0.0517986 Sep 21 22:01:40.548742 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8795021d-1616-4b15-a634-d9ae2f302ac5 req-5acbc7bd-d2ae-4804-a2ce-7e2d6a9a4aac tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274365 Sep 21 22:01:41.675072 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2dcb80-02ac-405f-936a-6577cdf6e856 req-d81a7ea8-fab4-4732-af23-784d753f73f2 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:41.678096 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2f2dcb80-02ac-405f-936a-6577cdf6e856 req-d81a7ea8-fab4-4732-af23-784d753f73f2 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 945 time: 0.0586846 Sep 21 22:01:41.724699 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2f2dcb80-02ac-405f-936a-6577cdf6e856 req-665e8200-739a-4490-a745-f9b7354f13a2 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408640 Sep 21 22:01:42.848019 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68ce9c-065c-4d68-bb21-a2a5c14b770a req-e048bb47-d45e-4e7e-9ba5-add90209d721 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:42.849536 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-9f68ce9c-065c-4d68-bb21-a2a5c14b770a req-e048bb47-d45e-4e7e-9ba5-add90209d721 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 945 time: 0.0516129 Sep 21 22:01:42.898897 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-9f68ce9c-065c-4d68-bb21-a2a5c14b770a req-59c9eb4d-77e7-4d38-9bf5-c45a5390d0a4 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438576 Sep 21 22:01:44.033376 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9b8e8-1eb1-4d2a-8d29-afb88afb52f5 req-ffb76c74-74ca-47fd-9c73-3b5fd18fccb9 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:44.034901 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-01f9b8e8-1eb1-4d2a-8d29-afb88afb52f5 req-ffb76c74-74ca-47fd-9c73-3b5fd18fccb9 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 945 time: 0.0576041 Sep 21 22:01:44.084431 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-01f9b8e8-1eb1-4d2a-8d29-afb88afb52f5 req-9f4fa34c-8359-4fdf-b585-69930d3443d2 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436697 Sep 21 22:01:44.770191 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (0aee7d89-594f-4992-91de-a4ac3f52e28d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:45.206708 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4cf2bc-9b85-4ccb-a41e-2e16ec87b780 req-b2660332-d8e4-4412-850b-ae2b69c283b1 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:45.208251 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-fc4cf2bc-9b85-4ccb-a41e-2e16ec87b780 req-b2660332-d8e4-4412-850b-ae2b69c283b1 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 945 time: 0.0521202 Sep 21 22:01:45.257354 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-fc4cf2bc-9b85-4ccb-a41e-2e16ec87b780 req-52eaa1c1-ca99-4098-9516-70517852c88d tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435517 Sep 21 22:01:45.970245 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-bfff13e8-6a94-491a-bf4f-22a56037e08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:46.383325 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075bb8a-d4c7-4192-b04a-0b124c706042 req-15a70def-27e4-49d5-920f-76fc2ad399a8 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:46.384951 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-a075bb8a-d4c7-4192-b04a-0b124c706042 req-15a70def-27e4-49d5-920f-76fc2ad399a8 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 945 time: 0.0558932 Sep 21 22:01:46.460952 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-a075bb8a-d4c7-4192-b04a-0b124c706042 req-117a18fa-2f7d-4d2e-b499-06f01be1419d tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704472 Sep 21 22:01:46.473231 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b5e22-48b3-4eb3-957b-71d08dfa4828 req-ac37cde8-6851-4eeb-b47e-e56155805e55 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:46.474713 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1b4b5e22-48b3-4eb3-957b-71d08dfa4828 req-ac37cde8-6851-4eeb-b47e-e56155805e55 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ce61355-e15f-4391-bd87-a6cbe0879fce HTTP/1.1" status: 200 len: 945 time: 0.0831985 Sep 21 22:01:46.521539 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1b4b5e22-48b3-4eb3-957b-71d08dfa4828 req-8150a7e5-234b-444d-9520-5c018c953f5f tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b6f6501-dbdb-4f78-9e46-c535e3b3e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414529 Sep 21 22:01:47.588422 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a3096-fbb3-4e14-9825-f61fa91ed6a0 req-11b59a56-d3cf-4125-ae03-86875101a682 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:47.593060 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-021a3096-fbb3-4e14-9825-f61fa91ed6a0 req-11b59a56-d3cf-4125-ae03-86875101a682 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 945 time: 0.0539935 Sep 21 22:01:47.672798 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-021a3096-fbb3-4e14-9825-f61fa91ed6a0 req-34dd9e76-a812-441b-99ce-20f1ddf743a7 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771389 Sep 21 22:01:47.686361 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67267c7f-9303-4cc6-ad83-2a40439f66c7 req-85c2b84d-b274-4ebe-9330-ecbcbf2bcd37 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:47.688610 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-67267c7f-9303-4cc6-ad83-2a40439f66c7 req-85c2b84d-b274-4ebe-9330-ecbcbf2bcd37 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ce61355-e15f-4391-bd87-a6cbe0879fce HTTP/1.1" status: 200 len: 945 time: 0.0870371 Sep 21 22:01:47.740884 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-67267c7f-9303-4cc6-ad83-2a40439f66c7 req-f2a14bb2-fb9f-46ee-8775-0993a3c47c1e tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b6f6501-dbdb-4f78-9e46-c535e3b3e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462587 Sep 21 22:01:48.158617 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-85a57c9e-6935-43dd-8438-611ef94672b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:48.801882 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6077972-9cc5-4805-b80b-e9bff80bd29f req-543555e5-c996-4f98-be82-f2bdefa7b166 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:48.803715 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-f6077972-9cc5-4805-b80b-e9bff80bd29f req-543555e5-c996-4f98-be82-f2bdefa7b166 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 945 time: 0.0568514 Sep 21 22:01:48.868376 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-f6077972-9cc5-4805-b80b-e9bff80bd29f req-00e0969d-9c44-4e4c-bd56-f26c5e590da3 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576897 Sep 21 22:01:48.912175 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8646b74-315b-48f2-86f9-16f1e0154b48 req-5846ef26-b522-463c-8921-b69f2be64e26 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:48.913639 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b8646b74-315b-48f2-86f9-16f1e0154b48 req-5846ef26-b522-463c-8921-b69f2be64e26 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ce61355-e15f-4391-bd87-a6cbe0879fce HTTP/1.1" status: 200 len: 945 time: 0.0604835 Sep 21 22:01:48.962238 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b8646b74-315b-48f2-86f9-16f1e0154b48 req-1857b6c9-c046-48a3-84b8-32caa52e31e9 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b6f6501-dbdb-4f78-9e46-c535e3b3e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427606 Sep 21 22:01:49.461755 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:50.002915 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1ae91-0991-427f-8eed-990040f9feaf req-6499ab43-c245-47df-bd5d-2c24ddb53970 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:50.004624 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-7bf1ae91-0991-427f-8eed-990040f9feaf req-6499ab43-c245-47df-bd5d-2c24ddb53970 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.71 "GET /v2.0/ports?device_id=8ce61355-e15f-4391-bd87-a6cbe0879fce HTTP/1.1" status: 200 len: 945 time: 0.1111898 Sep 21 22:01:50.038864 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab64a3a-b962-425a-bc58-4ecb96b2e62c req-cc9a61ad-6e5c-4967-a780-9f45c0fb5573 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:50.052759 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-bab64a3a-b962-425a-bc58-4ecb96b2e62c req-cc9a61ad-6e5c-4967-a780-9f45c0fb5573 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 945 time: 0.0952921 Sep 21 22:01:50.095974 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 60060) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:50.147056 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-bab64a3a-b962-425a-bc58-4ecb96b2e62c req-6d8570a0-5027-4ceb-b78e-05336c08db5d tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934651 Sep 21 22:01:50.150972 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [req-7bf1ae91-0991-427f-8eed-990040f9feaf req-ba58d38c-0af2-49a6-bacb-a1b48e4c599e tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] Deleting port 62289185-3ca1-4cf7-95b6-8f203c98d473 {{(pid=116020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:01:50.151315 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-7bf1ae91-0991-427f-8eed-990040f9feaf req-ba58d38c-0af2-49a6-bacb-a1b48e4c599e tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (62289185-3ca1-4cf7-95b6-8f203c98d473), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:50.182533 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3e70d-1c38-4c38-8962-f51e0c9831bf req-5dee3808-1873-43a4-b4e6-de75b50ba075 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:50.184106 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-cfe3e70d-1c38-4c38-8962-f51e0c9831bf req-5dee3808-1873-43a4-b4e6-de75b50ba075 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ce61355-e15f-4391-bd87-a6cbe0879fce HTTP/1.1" status: 200 len: 945 time: 0.1166842 Sep 21 22:01:50.249801 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-cfe3e70d-1c38-4c38-8962-f51e0c9831bf req-7e725b3f-ecaa-461b-8dc9-3a9f95846900 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b6f6501-dbdb-4f78-9e46-c535e3b3e67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597775 Sep 21 22:01:50.250533 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-72897804-266c-49a4-bc0c-6cbc246438e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:50.254596 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-7bf1ae91-0991-427f-8eed-990040f9feaf req-ba58d38c-0af2-49a6-bacb-a1b48e4c599e tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] For port 62289185-3ca1-4cf7-95b6-8f203c98d473, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=62289185-3ca1-4cf7-95b6-8f203c98d473,segment=NetworkSegment(51038d65-ec74-4a3c-a8ad-238c9bcc5f59),segment_id=51038d65-ec74-4a3c-a8ad-238c9bcc5f59)] {{(pid=116020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:01:50.255159 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-7bf1ae91-0991-427f-8eed-990040f9feaf req-ba58d38c-0af2-49a6-bacb-a1b48e4c599e tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (62289185-3ca1-4cf7-95b6-8f203c98d473), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:50.272661 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [req-7bf1ae91-0991-427f-8eed-990040f9feaf req-ba58d38c-0af2-49a6-bacb-a1b48e4c599e tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] Calling delete_port for 62289185-3ca1-4cf7-95b6-8f203c98d473 owned by compute:nova {{(pid=116020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:01:50.333957 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-72897804-266c-49a4-bc0c-6cbc246438e6 admin admin] Publish callbacks [] for security_group (99ca763e-b19a-4988-bbdd-298d0282c82e), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:50.387395 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-72897804-266c-49a4-bc0c-6cbc246438e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (99ca763e-b19a-4988-bbdd-298d0282c82e), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:50.427783 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-72897804-266c-49a4-bc0c-6cbc246438e6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=33b99be3b02f404490ba714fb36cd2e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3273451 Sep 21 22:01:50.428750 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72897804-266c-49a4-bc0c-6cbc246438e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ca763e-b19a-4988-bbdd-298d0282c82e,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:50.431128 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 60064) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:50.481210 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-f927e117-10bb-48a4-b0ac-00603455f827 admin admin] Publish callbacks [] for security_group (99ca763e-b19a-4988-bbdd-298d0282c82e), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:50.503189 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-f927e117-10bb-48a4-b0ac-00603455f827 admin admin] Publish callbacks [] for security_group (99ca763e-b19a-4988-bbdd-298d0282c82e), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:50.545343 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-7bf1ae91-0991-427f-8eed-990040f9feaf req-ba58d38c-0af2-49a6-bacb-a1b48e4c599e tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052'] for port (62289185-3ca1-4cf7-95b6-8f203c98d473), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:50.565367 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] get_ports_and_sgs() called for port_ids ['62289185-3ca1-4cf7-95b6-8f203c98d473'] {{(pid=116021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:01:50.570703 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba58d38c-0af2-49a6-bacb-a1b48e4c599e tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] Pushing event deleted for resources: {'Port': ['ID=62289185-3ca1-4cf7-95b6-8f203c98d473,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:50.633592 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-f927e117-10bb-48a4-b0ac-00603455f827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (99ca763e-b19a-4988-bbdd-298d0282c82e), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:50.636326 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-f927e117-10bb-48a4-b0ac-00603455f827 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:50.648618 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-f927e117-10bb-48a4-b0ac-00603455f827 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/99ca763e-b19a-4988-bbdd-298d0282c82e HTTP/1.1" status: 204 len: 168 time: 0.2109575 Sep 21 22:01:50.656919 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f927e117-10bb-48a4-b0ac-00603455f827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ca763e-b19a-4988-bbdd-298d0282c82e,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:50.657143 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf1ae91-0991-427f-8eed-990040f9feaf req-ba58d38c-0af2-49a6-bacb-a1b48e4c599e tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] No DVR routers for this DVR port 62289185-3ca1-4cf7-95b6-8f203c98d473 on host hv-cinder-85881 {{(pid=116020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:01:50.660999 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-7bf1ae91-0991-427f-8eed-990040f9feaf req-ba58d38c-0af2-49a6-bacb-a1b48e4c599e tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:50.666809 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-7bf1ae91-0991-427f-8eed-990040f9feaf req-ba58d38c-0af2-49a6-bacb-a1b48e4c599e tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.71 "DELETE /v2.0/ports/62289185-3ca1-4cf7-95b6-8f203c98d473 HTTP/1.1" status: 204 len: 173 time: 0.6518984 Sep 21 22:01:50.667371 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce61355-e15f-4391-bd87-a6cbe0879fce', 'name': 'network-vif-deleted', 'tag': '62289185-3ca1-4cf7-95b6-8f203c98d473'}] {{(pid=116020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:01:50.669823 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}616469ce01b4343580b51944d90e43cdadd76175ffa2c7c7ae3ce11ef7217efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a29afc-0774-44fc-b063-aff16aa0982e" -d '{"events": [{"server_uuid": "8ce61355-e15f-4391-bd87-a6cbe0879fce", "name": "network-vif-deleted", "tag": "62289185-3ca1-4cf7-95b6-8f203c98d473"}]}' {{(pid=116020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:01:50.743586 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85353088-3aa2-4b55-b1b0-3decef273e28 x-openstack-request-id: req-85353088-3aa2-4b55-b1b0-3decef273e28 {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:01:50.743935 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce61355-e15f-4391-bd87-a6cbe0879fce", "name": "network-vif-deleted", "tag": "62289185-3ca1-4cf7-95b6-8f203c98d473", "status": "completed", "code": 200}]} {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:01:50.744295 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-85353088-3aa2-4b55-b1b0-3decef273e28 {{(pid=116020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:01:50.744747 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85353088-3aa2-4b55-b1b0-3decef273e28'] response: {'server_uuid': '8ce61355-e15f-4391-bd87-a6cbe0879fce', 'name': 'network-vif-deleted', 'tag': '62289185-3ca1-4cf7-95b6-8f203c98d473', 'status': 'completed', 'code': 200} Sep 21 22:01:50.992926 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:51.282004 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad024ac-e3c0-4e3b-b33b-a1a4b641b2f5 req-bc5b6dea-32ab-4420-840c-8428b52f5494 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:51.283517 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-cad024ac-e3c0-4e3b-b33b-a1a4b641b2f5 req-bc5b6dea-32ab-4420-840c-8428b52f5494 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 945 time: 0.0560350 Sep 21 22:01:51.342514 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-cad024ac-e3c0-4e3b-b33b-a1a4b641b2f5 req-27a91d44-0ca7-4eb0-8d14-ea72cc487e67 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526726 Sep 21 22:01:51.361528 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-73f13d95-7723-4642-8a97-7734fc13d7db req-9f6fdeda-83a8-4895-86eb-27162937d9e7 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ce61355-e15f-4391-bd87-a6cbe0879fce HTTP/1.1" status: 200 len: 210 time: 0.0306249 Sep 21 22:01:51.745513 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 60100) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:51.847154 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-d77fdbda-7c4e-4c3f-b25c-741465f7b7c5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1453556270-network', 'tenant_id': '3a736bcce41d413f88518c9f7501738c'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:01:52.002350 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77fdbda-7c4e-4c3f-b25c-741465f7b7c5 admin admin] Made reservation on behalf of 3a736bcce41d413f88518c9f7501738c for: {'network': 1} {{(pid=116020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:01:52.004717 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-d77fdbda-7c4e-4c3f-b25c-741465f7b7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for network (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:52.013638 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-d77fdbda-7c4e-4c3f-b25c-741465f7b7c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:52.100738 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-d77fdbda-7c4e-4c3f-b25c-741465f7b7c5 admin admin] Publish callbacks [] for security_group (ebde22f7-b7bd-4525-bc88-74d775739612), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:52.187219 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-d77fdbda-7c4e-4c3f-b25c-741465f7b7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (ebde22f7-b7bd-4525-bc88-74d775739612), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:52.219208 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d77fdbda-7c4e-4c3f-b25c-741465f7b7c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=116020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 22:01:52.248509 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77fdbda-7c4e-4c3f-b25c-741465f7b7c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebde22f7-b7bd-4525-bc88-74d775739612,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:52.253431 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-d77fdbda-7c4e-4c3f-b25c-741465f7b7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1532675'] for segment (4fff32e9-f6fd-44da-9fbd-cc690d6c811a), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:52.253881 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.db.segments_db [None req-d77fdbda-7c4e-4c3f-b25c-741465f7b7c5 admin admin] Added segment 4fff32e9-f6fd-44da-9fbd-cc690d6c811a of type vlan for network 8ce7ca27-65f9-442f-9460-582319d50317 Sep 21 22:01:52.308618 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-d77fdbda-7c4e-4c3f-b25c-741465f7b7c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739545934906'] for network (8ce7ca27-65f9-442f-9460-582319d50317), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:52.415856 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-d77fdbda-7c4e-4c3f-b25c-741465f7b7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200'] for network (8ce7ca27-65f9-442f-9460-582319d50317), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:52.416844 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77fdbda-7c4e-4c3f-b25c-741465f7b7c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:52.417564 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-d77fdbda-7c4e-4c3f-b25c-741465f7b7c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for network (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:52.493989 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab8fae-e735-45b7-b268-41fa644bac2e req-43dd8e5b-68db-434d-a097-767c5a920ab0 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:52.496552 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-52ab8fae-e735-45b7-b268-41fa644bac2e req-43dd8e5b-68db-434d-a097-767c5a920ab0 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 945 time: 0.0681610 Sep 21 22:01:52.503220 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77fdbda-7c4e-4c3f-b25c-741465f7b7c5 admin admin] Pushing event updated for resources: {'Network': ['ID=8ce7ca27-65f9-442f-9460-582319d50317,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:52.514870 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Network 8ce7ca27-65f9-442f-9460-582319d50317 details requested by agent ovs-agent-dv-cinder-858819-1-iscsi with host dv-cinder-858819-1-iscsi {{(pid=116021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 22:01:52.535839 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-6e7c6e49-8e3f-4ea4-88f5-a7930bc2a62c req-2758cb61-29c4-4c98-a6da-c4845bc8a2a9 tempest-DeleteServersTestJSON-861410840 tempest-DeleteServersTestJSON-861410840-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ce61355-e15f-4391-bd87-a6cbe0879fce HTTP/1.1" status: 200 len: 210 time: 0.0371830 Sep 21 22:01:52.548307 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-d77fdbda-7c4e-4c3f-b25c-741465f7b7c5 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8015320 Sep 21 22:01:52.551264 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 60124) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:52.556539 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-c4b55d8a-bda6-4627-a834-e3703d6e48e8 admin admin] Request body: {'subnet': {'network_id': '8ce7ca27-65f9-442f-9460-582319d50317', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1453556270-subnet', 'tenant_id': '3a736bcce41d413f88518c9f7501738c', 'ip_version': 4}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:01:52.571614 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:52.577709 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-52ab8fae-e735-45b7-b268-41fa644bac2e req-80f04e18-6e35-4bbd-b438-c5af921fbcd7 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693927 Sep 21 22:01:52.672684 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b55d8a-bda6-4627-a834-e3703d6e48e8 admin admin] Made reservation on behalf of 3a736bcce41d413f88518c9f7501738c for: {'subnet': 1} {{(pid=116020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:01:52.675033 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-c4b55d8a-bda6-4627-a834-e3703d6e48e8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:52.910535 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-c4b55d8a-bda6-4627-a834-e3703d6e48e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200'] for subnet (61fb7232-c6fb-44a6-ba93-ebc4a1b2df41), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:52.964766 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b55d8a-bda6-4627-a834-e3703d6e48e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61fb7232-c6fb-44a6-ba93-ebc4a1b2df41,revision_number=0']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:52.976588 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b55d8a-bda6-4627-a834-e3703d6e48e8 admin admin] Checking segment: {'id': '4fff32e9-f6fd-44da-9fbd-cc690d6c811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8ce7ca27-65f9-442f-9460-582319d50317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:01:52.976886 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b55d8a-bda6-4627-a834-e3703d6e48e8 admin admin] Network hostable DHCP agents. Network: 8ce7ca27-65f9-442f-9460-582319d50317, hostable agents: ['37d86b0a-09b3-4739-b3e3-a561a472abaa'], hosted agents: [] {{(pid=116020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 22:01:53.064845 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b55d8a-bda6-4627-a834-e3703d6e48e8 admin admin] Network 8ce7ca27-65f9-442f-9460-582319d50317 is scheduled to be hosted by DHCP agent 37d86b0a-09b3-4739-b3e3-a561a472abaa with binding_index 1 {{(pid=116020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 22:01:53.142379 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.base_scheduler [None req-c4b55d8a-bda6-4627-a834-e3703d6e48e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858819-1-iscsi, 8ce7ca27-65f9-442f-9460-582319d50317) {{(pid=116020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:01:53.146317 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b55d8a-bda6-4627-a834-e3703d6e48e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:53.146943 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-c4b55d8a-bda6-4627-a834-e3703d6e48e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for subnet (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:53.151295 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cbfd6a-d2c2-4bc8-a864-7875f9afb830 None None] Network 8ce7ca27-65f9-442f-9460-582319d50317 requested from dv-cinder-858819-1-iscsi {{(pid=116021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:01:53.224428 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-c4b55d8a-bda6-4627-a834-e3703d6e48e8 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6717257 Sep 21 22:01:53.227327 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 60128) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:53.231736 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-18d41d37-9122-4973-a9fb-eae28ceca120 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1453556270-router', 'tenant_id': '3a736bcce41d413f88518c9f7501738c', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'}}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:01:53.250835 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6adde3e-25e8-4b1a-b586-65b2ea5128ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ff81448-8c2c-52ad-8655-b46a60ca7bcc-8ce7ca27-65f9-442f-9460-582319d50317', 'network_id': '8ce7ca27-65f9-442f-9460-582319d50317', 'project_id': '3a736bcce41d413f88518c9f7501738c', 'fixed_ips': [{'subnet_id': '61fb7232-c6fb-44a6-ba93-ebc4a1b2df41'}]}} from dv-cinder-858819-1-iscsi. {{(pid=116021) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 21 22:01:53.251721 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-e6adde3e-25e8-4b1a-b586-65b2ea5128ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:53.324944 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-18d41d37-9122-4973-a9fb-eae28ceca120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-505823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3298'] for router (bf526842-28a5-4fbf-b024-76d22748b79c), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:53.326024 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-18d41d37-9122-4973-a9fb-eae28ceca120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-505707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3323'] for router (bf526842-28a5-4fbf-b024-76d22748b79c), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:53.377006 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-18d41d37-9122-4973-a9fb-eae28ceca120 admin admin] Publish callbacks [] for router_controller (bf526842-28a5-4fbf-b024-76d22748b79c), precommit_add_association {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:53.384981 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.db_base_plugin_common [None req-e6adde3e-25e8-4b1a-b586-65b2ea5128ac None None] Allocated IP 172.20.0.2 (8ce7ca27-65f9-442f-9460-582319d50317/61fb7232-c6fb-44a6-ba93-ebc4a1b2df41/a85db6b9-a579-4802-9436-2c4bb891fea5) {{(pid=116021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:01:53.525796 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-e6adde3e-25e8-4b1a-b586-65b2ea5128ac None None] Publish callbacks [] for port (a85db6b9-a579-4802-9436-2c4bb891fea5), precommit_create {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:53.595246 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-18d41d37-9122-4973-a9fb-eae28ceca120 admin admin] Publish callbacks [] for router_gateway (bf526842-28a5-4fbf-b024-76d22748b79c), precommit_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:53.599428 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-e6adde3e-25e8-4b1a-b586-65b2ea5128ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043'] for port (a85db6b9-a579-4802-9436-2c4bb891fea5), after_create {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:53.642895 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6adde3e-25e8-4b1a-b586-65b2ea5128ac None None] Network 8ce7ca27-65f9-442f-9460-582319d50317 is already hosted by enough agents. {{(pid=116021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:01:53.645988 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.scheduler.base_scheduler [None req-e6adde3e-25e8-4b1a-b586-65b2ea5128ac None None] Resources bound (agent type, host, resource id): {{(pid=116021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:01:53.652468 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6adde3e-25e8-4b1a-b586-65b2ea5128ac None None] Received port after_create {{(pid=116021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:01:53.686468 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adde3e-25e8-4b1a-b586-65b2ea5128ac None None] Pushing event updated for resources: {'Port': ['ID=a85db6b9-a579-4802-9436-2c4bb891fea5,revision_number=1']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:53.712269 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adde3e-25e8-4b1a-b586-65b2ea5128ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:53.712647 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adde3e-25e8-4b1a-b586-65b2ea5128ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:53.713010 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adde3e-25e8-4b1a-b586-65b2ea5128ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:53.713356 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adde3e-25e8-4b1a-b586-65b2ea5128ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:53.713682 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adde3e-25e8-4b1a-b586-65b2ea5128ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:53.714009 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adde3e-25e8-4b1a-b586-65b2ea5128ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:53.714334 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adde3e-25e8-4b1a-b586-65b2ea5128ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:53.714660 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adde3e-25e8-4b1a-b586-65b2ea5128ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:53.714986 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adde3e-25e8-4b1a-b586-65b2ea5128ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:53.715804 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adde3e-25e8-4b1a-b586-65b2ea5128ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:53.716463 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adde3e-25e8-4b1a-b586-65b2ea5128ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:53.716806 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adde3e-25e8-4b1a-b586-65b2ea5128ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:53.717185 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6adde3e-25e8-4b1a-b586-65b2ea5128ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:53.749438 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-e6adde3e-25e8-4b1a-b586-65b2ea5128ac None None] Attempting to bind port a85db6b9-a579-4802-9436-2c4bb891fea5 on host dv-cinder-858819-1-iscsi for vnic_type normal with profile {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:01:53.750330 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-e6adde3e-25e8-4b1a-b586-65b2ea5128ac None None] Attempting to bind port a85db6b9-a579-4802-9436-2c4bb891fea5 by drivers openvswitch,hyperv on host dv-cinder-858819-1-iscsi at level 0 using segments [{'id': '4fff32e9-f6fd-44da-9fbd-cc690d6c811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8ce7ca27-65f9-442f-9460-582319d50317'}] {{(pid=116021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:01:53.750665 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6adde3e-25e8-4b1a-b586-65b2ea5128ac None None] Attempting to bind port a85db6b9-a579-4802-9436-2c4bb891fea5 on network 8ce7ca27-65f9-442f-9460-582319d50317 {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:01:53.756299 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6adde3e-25e8-4b1a-b586-65b2ea5128ac None None] Checking agent: {'id': 'a3649853-f423-4907-be3f-732a21e792f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858819-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 51, 52), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858819-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:01:53.756680 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6adde3e-25e8-4b1a-b586-65b2ea5128ac None None] Checking segment: {'id': '4fff32e9-f6fd-44da-9fbd-cc690d6c811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8ce7ca27-65f9-442f-9460-582319d50317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:01:53.757086 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-e6adde3e-25e8-4b1a-b586-65b2ea5128ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:53.757482 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6adde3e-25e8-4b1a-b586-65b2ea5128ac None None] Bound using segment: {'id': '4fff32e9-f6fd-44da-9fbd-cc690d6c811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8ce7ca27-65f9-442f-9460-582319d50317'} {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:01:53.757950 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-e6adde3e-25e8-4b1a-b586-65b2ea5128ac None None] Bound port: a85db6b9-a579-4802-9436-2c4bb891fea5, host: dv-cinder-858819-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fff32e9-f6fd-44da-9fbd-cc690d6c811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8ce7ca27-65f9-442f-9460-582319d50317'}}] {{(pid=116021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:01:53.758325 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-e6adde3e-25e8-4b1a-b586-65b2ea5128ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (a85db6b9-a579-4802-9436-2c4bb891fea5), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:53.761109 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89a29f-588d-4770-a15a-69fbdd37fdc1 req-2d015621-5561-4776-b041-3571d0bbb8ab tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:53.762589 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-3b89a29f-588d-4770-a15a-69fbdd37fdc1 req-2d015621-5561-4776-b041-3571d0bbb8ab tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 945 time: 0.0851684 Sep 21 22:01:53.828796 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-e6adde3e-25e8-4b1a-b586-65b2ea5128ac None None] For port a85db6b9-a579-4802-9436-2c4bb891fea5, host dv-cinder-858819-1-iscsi, cleared binding levels {{(pid=116021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:01:53.832476 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-e6adde3e-25e8-4b1a-b586-65b2ea5128ac None None] For port a85db6b9-a579-4802-9436-2c4bb891fea5, host dv-cinder-858819-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=a85db6b9-a579-4802-9436-2c4bb891fea5,segment=NetworkSegment(4fff32e9-f6fd-44da-9fbd-cc690d6c811a),segment_id=4fff32e9-f6fd-44da-9fbd-cc690d6c811a)] {{(pid=116021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:01:53.851243 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-3b89a29f-588d-4770-a15a-69fbdd37fdc1 req-587080b0-73d7-4ede-85c4-67510d159a9e tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719168 Sep 21 22:01:53.936555 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-e6adde3e-25e8-4b1a-b586-65b2ea5128ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (a85db6b9-a579-4802-9436-2c4bb891fea5), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:53.978195 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-18d41d37-9122-4973-a9fb-eae28ceca120 admin admin] Publish callbacks [] for router_gateway (bf526842-28a5-4fbf-b024-76d22748b79c), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:53.997885 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adde3e-25e8-4b1a-b586-65b2ea5128ac None None] Pushing event updated for resources: {'Port': ['ID=a85db6b9-a579-4802-9436-2c4bb891fea5,revision_number=2']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:53.999812 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-18d41d37-9122-4973-a9fb-eae28ceca120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:54.127958 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.db_base_plugin_common [None req-18d41d37-9122-4973-a9fb-eae28ceca120 admin admin] Allocated IP 172.27.1.241 (b12f12c4-b4b4-4032-bd63-4e51184cdf86/38720055-293b-4785-9b37-d6bdacdcb1b4/a7b90007-76cc-461f-b1a9-e6de0d1d3699) {{(pid=116019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:01:54.253739 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-18d41d37-9122-4973-a9fb-eae28ceca120 admin admin] Publish callbacks [] for port (a7b90007-76cc-461f-b1a9-e6de0d1d3699), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:54.336335 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-18d41d37-9122-4973-a9fb-eae28ceca120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043'] for port (a7b90007-76cc-461f-b1a9-e6de0d1d3699), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:54.373296 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d41d37-9122-4973-a9fb-eae28ceca120 admin admin] Network b12f12c4-b4b4-4032-bd63-4e51184cdf86 is already hosted by enough agents. {{(pid=116019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:01:54.376321 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.base_scheduler [None req-18d41d37-9122-4973-a9fb-eae28ceca120 admin admin] Resources bound (agent type, host, resource id): {{(pid=116019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:01:54.382295 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d41d37-9122-4973-a9fb-eae28ceca120 admin admin] Received port after_create {{(pid=116019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:01:54.387167 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d41d37-9122-4973-a9fb-eae28ceca120 admin admin] Pushing event updated for resources: {'Port': ['ID=a7b90007-76cc-461f-b1a9-e6de0d1d3699,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:54.699813 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-18d41d37-9122-4973-a9fb-eae28ceca120 admin admin] Publish callbacks [] for router_gateway (bf526842-28a5-4fbf-b024-76d22748b79c), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:54.860366 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4adff80d-e55f-4ae8-84f7-1e261daf23a1 None None] Network 8ce7ca27-65f9-442f-9460-582319d50317 requested from dv-cinder-858819-1-iscsi {{(pid=116021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:01:54.909330 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-18d41d37-9122-4973-a9fb-eae28ceca120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-505700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494566'] for router (bf526842-28a5-4fbf-b024-76d22748b79c), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:54.976034 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-4bb088c2-1fe7-44a2-a611-aff2531db5da None None] Provisioning complete for port a85db6b9-a579-4802-9436-2c4bb891fea5 triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:01:54.976445 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-4bb088c2-1fe7-44a2-a611-aff2531db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (a85db6b9-a579-4802-9436-2c4bb891fea5), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:54.976776 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-4bb088c2-1fe7-44a2-a611-aff2531db5da None None] Attempt 1 to provision port a85db6b9-a579-4802-9436-2c4bb891fea5 Sep 21 22:01:55.053167 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0c529a-a6e4-4c86-beb5-7613201ec491 req-8649d3ec-c25c-47b1-9c79-5ce5dda61e69 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:55.054720 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-7b0c529a-a6e4-4c86-beb5-7613201ec491 req-8649d3ec-c25c-47b1-9c79-5ce5dda61e69 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 945 time: 0.1017230 Sep 21 22:01:55.065607 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-4bb088c2-1fe7-44a2-a611-aff2531db5da None None] Current status of the port a85db6b9-a579-4802-9436-2c4bb891fea5 is: DOWN; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:01:55.066022 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-4bb088c2-1fe7-44a2-a611-aff2531db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (a85db6b9-a579-4802-9436-2c4bb891fea5), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:55.101523 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-4bb088c2-1fe7-44a2-a611-aff2531db5da None None] For port a85db6b9-a579-4802-9436-2c4bb891fea5, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=a85db6b9-a579-4802-9436-2c4bb891fea5,segment=NetworkSegment(4fff32e9-f6fd-44da-9fbd-cc690d6c811a),segment_id=4fff32e9-f6fd-44da-9fbd-cc690d6c811a)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:01:55.121464 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-7b0c529a-a6e4-4c86-beb5-7613201ec491 req-76020956-97a0-41d7-937e-2d654f47e3b1 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567024 Sep 21 22:01:55.209902 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-4bb088c2-1fe7-44a2-a611-aff2531db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (a85db6b9-a579-4802-9436-2c4bb891fea5), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:55.221467 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d41d37-9122-4973-a9fb-eae28ceca120 admin admin] Router bf526842-28a5-4fbf-b024-76d22748b79c is scheduled to L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 with binding_index 1 {{(pid=116019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 22:01:55.257442 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb088c2-1fe7-44a2-a611-aff2531db5da None None] Pushing event updated for resources: {'Port': ['ID=a85db6b9-a579-4802-9436-2c4bb891fea5,revision_number=3']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:55.321386 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d41d37-9122-4973-a9fb-eae28ceca120 admin admin] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:01:55.332832 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-3558b348-358a-40a1-94d0-130a75fa2c64 None None] Provisioning complete for port a85db6b9-a579-4802-9436-2c4bb891fea5 triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:01:55.333148 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-3558b348-358a-40a1-94d0-130a75fa2c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (a85db6b9-a579-4802-9436-2c4bb891fea5), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:55.333491 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-3558b348-358a-40a1-94d0-130a75fa2c64 None None] Attempt 1 to provision port a85db6b9-a579-4802-9436-2c4bb891fea5 Sep 21 22:01:55.333717 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94eaf52-14e5-4c1f-91c4-e4d94f45be02 None None] Sync routers for ids ['bf526842-28a5-4fbf-b024-76d22748b79c'] in dv-cinder-858819-1-iscsi {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:01:55.345994 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94eaf52-14e5-4c1f-91c4-e4d94f45be02 None None] Routers {'bf526842-28a5-4fbf-b024-76d22748b79c'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:01:55.347262 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-a94eaf52-14e5-4c1f-91c4-e4d94f45be02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:01:48Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['bf526842-28a5-4fbf-b024-76d22748b79c'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:01:55.399083 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-18d41d37-9122-4973-a9fb-eae28ceca120 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:55.399872 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-18d41d37-9122-4973-a9fb-eae28ceca120 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1715505 Sep 21 22:01:55.403542 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 60162) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:55.429371 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device 62289185-3ca1-4cf7-95b6-8f203c98d473 no longer exists at agent hyperv_hv-cinder-85881 {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:01:55.452910 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] No Port match for: 62289185-3ca1-4cf7-95b6-8f203c98d473 {{(pid=116021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:01:55.453745 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device 62289185-3ca1-4cf7-95b6-8f203c98d473 not bound to the agent host hv-cinder-85881 {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:01:55.454755 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-3558b348-358a-40a1-94d0-130a75fa2c64 None None] Current status of the port a85db6b9-a579-4802-9436-2c4bb891fea5 is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:01:55.467147 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-a94eaf52-14e5-4c1f-91c4-e4d94f45be02 None None] Set router bf526842-28a5-4fbf-b024-76d22748b79c gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:01:55.533735 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device a85db6b9-a579-4802-9436-2c4bb891fea5 up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:01:55.587796 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port a85db6b9-a579-4802-9436-2c4bb891fea5 triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:01:55.588273 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (a85db6b9-a579-4802-9436-2c4bb891fea5), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:55.588707 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port a85db6b9-a579-4802-9436-2c4bb891fea5 Sep 21 22:01:55.653959 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-a94eaf52-14e5-4c1f-91c4-e4d94f45be02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf526842-28a5-4fbf-b024-76d22748b79c', 'name': 'tempest-TestShelveInstance-1453556270-router', 'tenant_id': '3a736bcce41d413f88518c9f7501738c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'a7b90007-76cc-461f-b1a9-e6de0d1d3699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:01:53Z', 'updated_at': '2022-09-21T22:01:54Z', 'revision_number': 3, 'project_id': '3a736bcce41d413f88518c9f7501738c', 'gw_port': {'id': 'a7b90007-76cc-461f-b1a9-e6de0d1d3699', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cf:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf526842-28a5-4fbf-b024-76d22748b79c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:01:54Z', 'updated_at': '2022-09-21T22:01:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi'}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:01:55.676221 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port a85db6b9-a579-4802-9436-2c4bb891fea5 is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:01:55.684012 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94eaf52-14e5-4c1f-91c4-e4d94f45be02 None None] Checking router: bf526842-28a5-4fbf-b024-76d22748b79c for host: dv-cinder-858819-1-iscsi {{(pid=116022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:01:55.684401 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94eaf52-14e5-4c1f-91c4-e4d94f45be02 None None] Updating router bf526842-28a5-4fbf-b024-76d22748b79c port a7b90007-76cc-461f-b1a9-e6de0d1d3699 binding host dv-cinder-858819-1-iscsi {{(pid=116022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 22:01:55.714919 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-a94eaf52-14e5-4c1f-91c4-e4d94f45be02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (a7b90007-76cc-461f-b1a9-e6de0d1d3699), before_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:55.974438 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-a94eaf52-14e5-4c1f-91c4-e4d94f45be02 None None] Publish callbacks [] for port (a7b90007-76cc-461f-b1a9-e6de0d1d3699), precommit_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:56.036121 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-bb2485cf-63ad-4a2c-80f5-6b6ba3b5c146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:56.067605 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-a94eaf52-14e5-4c1f-91c4-e4d94f45be02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (a7b90007-76cc-461f-b1a9-e6de0d1d3699), after_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:56.101366 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.managers [None req-a94eaf52-14e5-4c1f-91c4-e4d94f45be02 None None] Attempting to bind port a7b90007-76cc-461f-b1a9-e6de0d1d3699 on host dv-cinder-858819-1-iscsi for vnic_type normal with profile {{(pid=116022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:01:56.101733 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.managers [None req-a94eaf52-14e5-4c1f-91c4-e4d94f45be02 None None] Attempting to bind port a7b90007-76cc-461f-b1a9-e6de0d1d3699 by drivers openvswitch,hyperv on host dv-cinder-858819-1-iscsi at level 0 using segments [{'id': '286b158d-b65b-48b3-9fb8-ab2055e67b3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'}] {{(pid=116022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:01:56.102096 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94eaf52-14e5-4c1f-91c4-e4d94f45be02 None None] Attempting to bind port a7b90007-76cc-461f-b1a9-e6de0d1d3699 on network b12f12c4-b4b4-4032-bd63-4e51184cdf86 {{(pid=116022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:01:56.111645 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94eaf52-14e5-4c1f-91c4-e4d94f45be02 None None] Checking agent: {'id': 'a3649853-f423-4907-be3f-732a21e792f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858819-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 51, 52), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858819-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:01:56.112015 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94eaf52-14e5-4c1f-91c4-e4d94f45be02 None None] Checking segment: {'id': '286b158d-b65b-48b3-9fb8-ab2055e67b3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:01:56.112439 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-a94eaf52-14e5-4c1f-91c4-e4d94f45be02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:56.112835 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94eaf52-14e5-4c1f-91c4-e4d94f45be02 None None] Bound using segment: {'id': '286b158d-b65b-48b3-9fb8-ab2055e67b3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'} {{(pid=116022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:01:56.113305 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.managers [None req-a94eaf52-14e5-4c1f-91c4-e4d94f45be02 None None] Bound port: a7b90007-76cc-461f-b1a9-e6de0d1d3699, host: dv-cinder-858819-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '286b158d-b65b-48b3-9fb8-ab2055e67b3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'}}] {{(pid=116022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:01:56.113678 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-a94eaf52-14e5-4c1f-91c4-e4d94f45be02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (a7b90007-76cc-461f-b1a9-e6de0d1d3699), before_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:56.138547 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb49ff7-62c7-4cc2-ab92-0a1e347da548 None None] Pushing event updated for resources: {'Port': ['ID=a7b90007-76cc-461f-b1a9-e6de0d1d3699,revision_number=2']} {{(pid=116022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:56.150332 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb49ff7-62c7-4cc2-ab92-0a1e347da548 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:56.150712 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb49ff7-62c7-4cc2-ab92-0a1e347da548 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:56.151076 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb49ff7-62c7-4cc2-ab92-0a1e347da548 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:56.151417 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb49ff7-62c7-4cc2-ab92-0a1e347da548 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:56.151753 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb49ff7-62c7-4cc2-ab92-0a1e347da548 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:56.152095 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb49ff7-62c7-4cc2-ab92-0a1e347da548 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:56.152432 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb49ff7-62c7-4cc2-ab92-0a1e347da548 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:56.152760 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb49ff7-62c7-4cc2-ab92-0a1e347da548 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:56.153136 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb49ff7-62c7-4cc2-ab92-0a1e347da548 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:56.153430 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb49ff7-62c7-4cc2-ab92-0a1e347da548 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:56.153921 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb49ff7-62c7-4cc2-ab92-0a1e347da548 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:56.154266 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb49ff7-62c7-4cc2-ab92-0a1e347da548 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:56.154681 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb49ff7-62c7-4cc2-ab92-0a1e347da548 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:01:56.184844 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.db [None req-a94eaf52-14e5-4c1f-91c4-e4d94f45be02 None None] For port a7b90007-76cc-461f-b1a9-e6de0d1d3699, host dv-cinder-858819-1-iscsi, cleared binding levels {{(pid=116022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:01:56.188943 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.db [None req-a94eaf52-14e5-4c1f-91c4-e4d94f45be02 None None] For port a7b90007-76cc-461f-b1a9-e6de0d1d3699, host dv-cinder-858819-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=a7b90007-76cc-461f-b1a9-e6de0d1d3699,segment=NetworkSegment(286b158d-b65b-48b3-9fb8-ab2055e67b3c),segment_id=286b158d-b65b-48b3-9fb8-ab2055e67b3c)] {{(pid=116022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:01:56.200234 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.db_base_plugin_common [None req-bb2485cf-63ad-4a2c-80f5-6b6ba3b5c146 admin admin] Allocated IP 172.20.0.1 (8ce7ca27-65f9-442f-9460-582319d50317/61fb7232-c6fb-44a6-ba93-ebc4a1b2df41/a19afb1d-00b2-4d0b-8519-f8e4b72ab8da) {{(pid=116019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:01:56.282198 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 60176) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:56.301124 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-a94eaf52-14e5-4c1f-91c4-e4d94f45be02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (a7b90007-76cc-461f-b1a9-e6de0d1d3699), after_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:56.337756 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94eaf52-14e5-4c1f-91c4-e4d94f45be02 None None] Routers {'bf526842-28a5-4fbf-b024-76d22748b79c'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:01:56.339091 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-a94eaf52-14e5-4c1f-91c4-e4d94f45be02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:01:48Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['bf526842-28a5-4fbf-b024-76d22748b79c'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:01:56.349546 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f87ee8-df7f-42eb-842e-ec16539718ff req-e4e57f5f-b130-4b44-b081-7a3ec1cb292f tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:56.351096 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-33f87ee8-df7f-42eb-842e-ec16539718ff req-e4e57f5f-b130-4b44-b081-7a3ec1cb292f tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 945 time: 0.1217170 Sep 21 22:01:56.373963 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-bb2485cf-63ad-4a2c-80f5-6b6ba3b5c146 admin admin] Publish callbacks [] for port (a19afb1d-00b2-4d0b-8519-f8e4b72ab8da), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:56.448780 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-33f87ee8-df7f-42eb-842e-ec16539718ff req-9e33e992-8964-4d30-a246-4b5fd036a681 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908332 Sep 21 22:01:56.516964 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-a94eaf52-14e5-4c1f-91c4-e4d94f45be02 None None] Set router bf526842-28a5-4fbf-b024-76d22748b79c gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:01:56.552113 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-bb2485cf-63ad-4a2c-80f5-6b6ba3b5c146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043'] for port (a19afb1d-00b2-4d0b-8519-f8e4b72ab8da), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:56.573474 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb49ff7-62c7-4cc2-ab92-0a1e347da548 None None] Pushing event updated for resources: {'Port': ['ID=a7b90007-76cc-461f-b1a9-e6de0d1d3699,revision_number=3']} {{(pid=116022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:56.603611 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2485cf-63ad-4a2c-80f5-6b6ba3b5c146 admin admin] Network 8ce7ca27-65f9-442f-9460-582319d50317 is already hosted by enough agents. {{(pid=116019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:01:56.608625 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.base_scheduler [None req-bb2485cf-63ad-4a2c-80f5-6b6ba3b5c146 admin admin] Resources bound (agent type, host, resource id): {{(pid=116019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:01:56.612996 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2485cf-63ad-4a2c-80f5-6b6ba3b5c146 admin admin] Received port after_create {{(pid=116019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:01:56.613475 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-bb2485cf-63ad-4a2c-80f5-6b6ba3b5c146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495241'] for router_interface (bf526842-28a5-4fbf-b024-76d22748b79c), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:56.658481 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2485cf-63ad-4a2c-80f5-6b6ba3b5c146 admin admin] Pushing event updated for resources: {'Port': ['ID=a19afb1d-00b2-4d0b-8519-f8e4b72ab8da,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:56.792747 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-a94eaf52-14e5-4c1f-91c4-e4d94f45be02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf526842-28a5-4fbf-b024-76d22748b79c', 'name': 'tempest-TestShelveInstance-1453556270-router', 'tenant_id': '3a736bcce41d413f88518c9f7501738c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'a7b90007-76cc-461f-b1a9-e6de0d1d3699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:01:53Z', 'updated_at': '2022-09-21T22:01:54Z', 'revision_number': 3, 'project_id': '3a736bcce41d413f88518c9f7501738c', 'gw_port': {'id': 'a7b90007-76cc-461f-b1a9-e6de0d1d3699', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cf:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf526842-28a5-4fbf-b024-76d22748b79c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:01:54Z', 'updated_at': '2022-09-21T22:01:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi'}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:01:56.794422 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-cdd992a5-bdb4-44cf-aaba-4a09f5c0a3ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495104'] for router_interface (ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:56.822536 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94eaf52-14e5-4c1f-91c4-e4d94f45be02 None None] The sync data for ids ['bf526842-28a5-4fbf-b024-76d22748b79c'] in dv-cinder-858819-1-iscsi is: [{'id': 'bf526842-28a5-4fbf-b024-76d22748b79c', 'name': 'tempest-TestShelveInstance-1453556270-router', 'tenant_id': '3a736bcce41d413f88518c9f7501738c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'a7b90007-76cc-461f-b1a9-e6de0d1d3699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:01:53Z', 'updated_at': '2022-09-21T22:01:54Z', 'revision_number': 3, 'project_id': '3a736bcce41d413f88518c9f7501738c', 'gw_port': {'id': 'a7b90007-76cc-461f-b1a9-e6de0d1d3699', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cf:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf526842-28a5-4fbf-b024-76d22748b79c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:01:54Z', 'updated_at': '2022-09-21T22:01:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi'}] {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:01:56.842277 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-bb2485cf-63ad-4a2c-80f5-6b6ba3b5c146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (a19afb1d-00b2-4d0b-8519-f8e4b72ab8da), before_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:56.992606 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-dade3133-4db9-4523-82ea-1284324858a9 None None] Provisioning complete for port a19afb1d-00b2-4d0b-8519-f8e4b72ab8da triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:01:56.994804 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-dade3133-4db9-4523-82ea-1284324858a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (a19afb1d-00b2-4d0b-8519-f8e4b72ab8da), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:56.995802 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-dade3133-4db9-4523-82ea-1284324858a9 None None] Attempt 1 to provision port a19afb1d-00b2-4d0b-8519-f8e4b72ab8da Sep 21 22:01:57.047050 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-dade3133-4db9-4523-82ea-1284324858a9 None None] Port a19afb1d-00b2-4d0b-8519-f8e4b72ab8da cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:01:57.069746 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-bb2485cf-63ad-4a2c-80f5-6b6ba3b5c146 admin admin] Publish callbacks [] for port (a19afb1d-00b2-4d0b-8519-f8e4b72ab8da), precommit_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:57.184580 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-bb2485cf-63ad-4a2c-80f5-6b6ba3b5c146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (a19afb1d-00b2-4d0b-8519-f8e4b72ab8da), after_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:57.185591 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-bb2485cf-63ad-4a2c-80f5-6b6ba3b5c146 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1653198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495141'] for router_interface (bf526842-28a5-4fbf-b024-76d22748b79c), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:57.238382 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2485cf-63ad-4a2c-80f5-6b6ba3b5c146 admin admin] Pushing event updated for resources: {'Port': ['ID=a19afb1d-00b2-4d0b-8519-f8e4b72ab8da,revision_number=2']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:57.347589 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2485cf-63ad-4a2c-80f5-6b6ba3b5c146 admin admin] Network 8ce7ca27-65f9-442f-9460-582319d50317 is already hosted by enough agents. {{(pid=116019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:01:57.349178 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.base_scheduler [None req-bb2485cf-63ad-4a2c-80f5-6b6ba3b5c146 admin admin] Resources bound (agent type, host, resource id): {{(pid=116019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:01:57.476017 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [None req-cdd992a5-bdb4-44cf-aaba-4a09f5c0a3ea admin admin] Deleting port 8ecbbb24-b712-4d64-82c6-b548d351bfe9 {{(pid=116020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:01:57.476017 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-cdd992a5-bdb4-44cf-aaba-4a09f5c0a3ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (8ecbbb24-b712-4d64-82c6-b548d351bfe9), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:57.569433 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-dade3133-4db9-4523-82ea-1284324858a9 None None] Attempt 2 to provision port a19afb1d-00b2-4d0b-8519-f8e4b72ab8da Sep 21 22:01:57.584247 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2485cf-63ad-4a2c-80f5-6b6ba3b5c146 admin admin] Router bf526842-28a5-4fbf-b024-76d22748b79c has already been hosted by L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 {{(pid=116019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:01:57.643589 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 60194) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:57.669576 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-dade3133-4db9-4523-82ea-1284324858a9 None None] Port a19afb1d-00b2-4d0b-8519-f8e4b72ab8da cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:01:57.673007 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device a7b90007-76cc-461f-b1a9-e6de0d1d3699 up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:01:57.737796 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b139f612-c87b-46ea-8928-12c5fdd817c4 req-b01184a6-da12-454c-9908-8936e2760d3f tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:57.743890 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b139f612-c87b-46ea-8928-12c5fdd817c4 req-b01184a6-da12-454c-9908-8936e2760d3f tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 945 time: 0.1553700 Sep 21 22:01:57.773018 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port a7b90007-76cc-461f-b1a9-e6de0d1d3699 triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:01:57.773481 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (a7b90007-76cc-461f-b1a9-e6de0d1d3699), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:57.773769 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [None req-cdd992a5-bdb4-44cf-aaba-4a09f5c0a3ea admin admin] For port 8ecbbb24-b712-4d64-82c6-b548d351bfe9, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=8ecbbb24-b712-4d64-82c6-b548d351bfe9,segment=NetworkSegment(51038d65-ec74-4a3c-a8ad-238c9bcc5f59),segment_id=51038d65-ec74-4a3c-a8ad-238c9bcc5f59)] {{(pid=116020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:01:57.774152 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-cdd992a5-bdb4-44cf-aaba-4a09f5c0a3ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (8ecbbb24-b712-4d64-82c6-b548d351bfe9), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:57.774718 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port a7b90007-76cc-461f-b1a9-e6de0d1d3699 Sep 21 22:01:57.807728 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [None req-cdd992a5-bdb4-44cf-aaba-4a09f5c0a3ea admin admin] Calling delete_port for 8ecbbb24-b712-4d64-82c6-b548d351bfe9 owned by network:router_interface {{(pid=116020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:01:57.917215 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port a7b90007-76cc-461f-b1a9-e6de0d1d3699 is: DOWN; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:01:57.917629 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (a7b90007-76cc-461f-b1a9-e6de0d1d3699), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:57.946739 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] For port a7b90007-76cc-461f-b1a9-e6de0d1d3699, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=a7b90007-76cc-461f-b1a9-e6de0d1d3699,segment=NetworkSegment(286b158d-b65b-48b3-9fb8-ab2055e67b3c),segment_id=286b158d-b65b-48b3-9fb8-ab2055e67b3c)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:01:57.963330 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b139f612-c87b-46ea-8928-12c5fdd817c4 req-69c92196-0737-4d88-bec1-f65b580e69b3 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079232 Sep 21 22:01:57.971704 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2485cf-63ad-4a2c-80f5-6b6ba3b5c146 admin admin] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:01:57.981977 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-8d5a9921-f446-40d4-bc2d-f57016c1bf1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:57.997128 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-bb2485cf-63ad-4a2c-80f5-6b6ba3b5c146 admin admin] 10.222.0.52 "PUT /v2.0/routers/bf526842-28a5-4fbf-b024-76d22748b79c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5931830 Sep 21 22:01:58.019394 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (a7b90007-76cc-461f-b1a9-e6de0d1d3699), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:58.082849 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Pushing event updated for resources: {'Port': ['ID=a7b90007-76cc-461f-b1a9-e6de0d1d3699,revision_number=4']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:58.170995 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-dade3133-4db9-4523-82ea-1284324858a9 None None] Attempt 3 to provision port a19afb1d-00b2-4d0b-8519-f8e4b72ab8da Sep 21 22:01:58.175746 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-8d5a9921-f446-40d4-bc2d-f57016c1bf1e admin admin] Publish callbacks [] for security_group (c812712a-ac45-4061-bbc1-d4d35c0de06a), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:58.226862 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-dade3133-4db9-4523-82ea-1284324858a9 None None] Port a19afb1d-00b2-4d0b-8519-f8e4b72ab8da cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:01:58.231560 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-8d5a9921-f446-40d4-bc2d-f57016c1bf1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (c812712a-ac45-4061-bbc1-d4d35c0de06a), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:58.272193 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-cdd992a5-bdb4-44cf-aaba-4a09f5c0a3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052'] for port (8ecbbb24-b712-4d64-82c6-b548d351bfe9), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:58.288031 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-8d5a9921-f446-40d4-bc2d-f57016c1bf1e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b708a8bf3c0942a4a49b8a861f3e2b4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6395204 Sep 21 22:01:58.288449 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 60210) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:58.289122 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a9921-f446-40d4-bc2d-f57016c1bf1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c812712a-ac45-4061-bbc1-d4d35c0de06a,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:58.310323 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd992a5-bdb4-44cf-aaba-4a09f5c0a3ea admin admin] Pushing event deleted for resources: {'Port': ['ID=8ecbbb24-b712-4d64-82c6-b548d351bfe9,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:58.371300 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-0f65930c-f522-4988-a367-3cdcd63b1ce0 admin admin] Publish callbacks [] for security_group (c812712a-ac45-4061-bbc1-d4d35c0de06a), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:58.408602 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-0f65930c-f522-4988-a367-3cdcd63b1ce0 admin admin] Publish callbacks [] for security_group (c812712a-ac45-4061-bbc1-d4d35c0de06a), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:58.469578 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-cdd992a5-bdb4-44cf-aaba-4a09f5c0a3ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1653209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504464'] for router_interface (ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:58.545158 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-0f65930c-f522-4988-a367-3cdcd63b1ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (c812712a-ac45-4061-bbc1-d4d35c0de06a), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:58.549018 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-0f65930c-f522-4988-a367-3cdcd63b1ce0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:58.550331 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-0f65930c-f522-4988-a367-3cdcd63b1ce0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c812712a-ac45-4061-bbc1-d4d35c0de06a HTTP/1.1" status: 204 len: 168 time: 0.2608607 Sep 21 22:01:58.558595 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f65930c-f522-4988-a367-3cdcd63b1ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c812712a-ac45-4061-bbc1-d4d35c0de06a,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:58.717763 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd992a5-bdb4-44cf-aaba-4a09f5c0a3ea admin admin] Router ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b has already been hosted by L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 {{(pid=116020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:01:58.730963 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-dade3133-4db9-4523-82ea-1284324858a9 None None] Attempt 4 to provision port a19afb1d-00b2-4d0b-8519-f8e4b72ab8da Sep 21 22:01:58.761846 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-dade3133-4db9-4523-82ea-1284324858a9 None None] Port a19afb1d-00b2-4d0b-8519-f8e4b72ab8da cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:01:58.832163 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd992a5-bdb4-44cf-aaba-4a09f5c0a3ea admin admin] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:01:58.840366 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-cdd992a5-bdb4-44cf-aaba-4a09f5c0a3ea admin admin] 10.222.0.52 "PUT /v2.0/routers/ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5542881 Sep 21 22:01:58.840643 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 60224) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:58.844015 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea41c4b-70ba-4efa-a1dc-53e3944eeb2b None None] Sync routers for ids ['ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b'] in dv-cinder-858819-1-iscsi {{(pid=116021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:01:58.855961 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea41c4b-70ba-4efa-a1dc-53e3944eeb2b None None] Routers {'ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:01:58.856812 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-9ea41c4b-70ba-4efa-a1dc-53e3944eeb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:01:48Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b'], 'active': True} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:01:58.973455 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvr_db [None req-9ea41c4b-70ba-4efa-a1dc-53e3944eeb2b None None] Set router ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b gateway port host: dv-cinder-858819-1-iscsi {{(pid=116021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:01:58.978315 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-c7a5d6a3-8d99-48c7-8e94-d10f3a43522c admin admin] Publish callbacks [] for router (ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:59.072939 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 60236) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:59.078672 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-fdcea80e-029a-4de0-ab39-44a69f241cd6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-728110681-network', 'tenant_id': '13aa7b49c4464cbc809327ef20c0d07f'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:01:59.119155 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52887143-ed02-450f-a2f0-4c3cc795778f None None] Sync routers for ids ['bf526842-28a5-4fbf-b024-76d22748b79c'] in dv-cinder-858819-1-iscsi {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:01:59.136224 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52887143-ed02-450f-a2f0-4c3cc795778f None None] Routers {'bf526842-28a5-4fbf-b024-76d22748b79c'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:01:59.136844 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-52887143-ed02-450f-a2f0-4c3cc795778f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:01:48Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['bf526842-28a5-4fbf-b024-76d22748b79c'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:01:59.151369 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-c7a5d6a3-8d99-48c7-8e94-d10f3a43522c admin admin] Publish callbacks [] for router_gateway (ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:59.179550 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdcea80e-029a-4de0-ab39-44a69f241cd6 admin admin] Made reservation on behalf of 13aa7b49c4464cbc809327ef20c0d07f for: {'network': 1} {{(pid=116020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:01:59.183177 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-fdcea80e-029a-4de0-ab39-44a69f241cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for network (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:59.196220 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-fdcea80e-029a-4de0-ab39-44a69f241cd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:59.207191 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1fd0e-9d29-4791-9b3d-d5ba0070ff6e req-e04b1d09-9bb2-41ec-b2ff-446dfbfda24f tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:59.215099 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-61a1fd0e-9d29-4791-9b3d-d5ba0070ff6e req-e04b1d09-9bb2-41ec-b2ff-446dfbfda24f tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 945 time: 0.1106217 Sep 21 22:01:59.238913 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-9ea41c4b-70ba-4efa-a1dc-53e3944eeb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b', 'name': 'tempest-DeleteServersTestJSON-1203143451-router', 'tenant_id': '554364a405f24d63a891ff68e188711b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:01:58Z', 'revision_number': 5, 'project_id': '554364a405f24d63a891ff68e188711b', 'gw_port': {'id': '12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:67:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:33Z', 'updated_at': '2022-09-21T22:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi'}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:01:59.265692 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-52887143-ed02-450f-a2f0-4c3cc795778f None None] Set router bf526842-28a5-4fbf-b024-76d22748b79c gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:01:59.311712 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-61a1fd0e-9d29-4791-9b3d-d5ba0070ff6e req-953a6943-69c0-468b-bcbf-df495186d718 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882027 Sep 21 22:01:59.344378 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.plugin [None req-c7a5d6a3-8d99-48c7-8e94-d10f3a43522c admin admin] Deleting port 12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc {{(pid=116019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:01:59.344378 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-c7a5d6a3-8d99-48c7-8e94-d10f3a43522c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:59.344567 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-fdcea80e-029a-4de0-ab39-44a69f241cd6 admin admin] Publish callbacks [] for security_group (6fe20995-0c42-473b-9966-bdb9b8782307), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:59.393449 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-fdcea80e-029a-4de0-ab39-44a69f241cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (6fe20995-0c42-473b-9966-bdb9b8782307), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:59.416372 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdcea80e-029a-4de0-ab39-44a69f241cd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=116020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 22:01:59.419681 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-dade3133-4db9-4523-82ea-1284324858a9 None None] Attempt 5 to provision port a19afb1d-00b2-4d0b-8519-f8e4b72ab8da Sep 21 22:01:59.423053 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea41c4b-70ba-4efa-a1dc-53e3944eeb2b None None] Checking router: ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b for host: dv-cinder-858819-1-iscsi {{(pid=116021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:01:59.448977 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.db [None req-c7a5d6a3-8d99-48c7-8e94-d10f3a43522c admin admin] For port 12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc,segment=NetworkSegment(286b158d-b65b-48b3-9fb8-ab2055e67b3c),segment_id=286b158d-b65b-48b3-9fb8-ab2055e67b3c)] {{(pid=116019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:01:59.450229 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-fdcea80e-029a-4de0-ab39-44a69f241cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1532675'] for segment (7fb8ec65-723e-41d8-a50b-32009928174d), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:59.450357 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-c7a5d6a3-8d99-48c7-8e94-d10f3a43522c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:59.451453 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.db.segments_db [None req-fdcea80e-029a-4de0-ab39-44a69f241cd6 admin admin] Added segment 7fb8ec65-723e-41d8-a50b-32009928174d of type vlan for network 0a0f204a-7b90-4555-a7f3-852e300c0d43 Sep 21 22:01:59.473275 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.plugin [None req-c7a5d6a3-8d99-48c7-8e94-d10f3a43522c admin admin] Calling delete_port for 12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc owned by network:router_gateway {{(pid=116019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:01:59.483341 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea41c4b-70ba-4efa-a1dc-53e3944eeb2b None None] Routers {'ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:01:59.484103 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-9ea41c4b-70ba-4efa-a1dc-53e3944eeb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:01:48Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b'], 'active': True} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:01:59.554922 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-dade3133-4db9-4523-82ea-1284324858a9 None None] Port a19afb1d-00b2-4d0b-8519-f8e4b72ab8da cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:01:59.609712 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcea80e-029a-4de0-ab39-44a69f241cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe20995-0c42-473b-9966-bdb9b8782307,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:59.632556 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-fdcea80e-029a-4de0-ab39-44a69f241cd6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739545934906'] for network (0a0f204a-7b90-4555-a7f3-852e300c0d43), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:59.657979 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvr_db [None req-9ea41c4b-70ba-4efa-a1dc-53e3944eeb2b None None] Set router ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b gateway port host: None {{(pid=116021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:01:59.731826 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device a7b90007-76cc-461f-b1a9-e6de0d1d3699 up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:01:59.735096 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-9ea41c4b-70ba-4efa-a1dc-53e3944eeb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b', 'name': 'tempest-DeleteServersTestJSON-1203143451-router', 'tenant_id': '554364a405f24d63a891ff68e188711b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:01:59Z', 'revision_number': 6, 'project_id': '554364a405f24d63a891ff68e188711b', 'gw_port_host': None}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:01:59.747775 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-52887143-ed02-450f-a2f0-4c3cc795778f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf526842-28a5-4fbf-b024-76d22748b79c', 'name': 'tempest-TestShelveInstance-1453556270-router', 'tenant_id': '3a736bcce41d413f88518c9f7501738c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'a7b90007-76cc-461f-b1a9-e6de0d1d3699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:01:53Z', 'updated_at': '2022-09-21T22:01:56Z', 'revision_number': 4, 'project_id': '3a736bcce41d413f88518c9f7501738c', 'gw_port': {'id': 'a7b90007-76cc-461f-b1a9-e6de0d1d3699', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf526842-28a5-4fbf-b024-76d22748b79c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:01:54Z', 'updated_at': '2022-09-21T22:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': 'a19afb1d-00b2-4d0b-8519-f8e4b72ab8da', 'name': '', 'network_id': '8ce7ca27-65f9-442f-9460-582319d50317', 'tenant_id': '3a736bcce41d413f88518c9f7501738c', 'mac_address': 'fa:16:3e:61:38:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf526842-28a5-4fbf-b024-76d22748b79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '61fb7232-c6fb-44a6-ba93-ebc4a1b2df41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:01:56Z', 'updated_at': '2022-09-21T22:01:56Z', 'revision_number': 2, 'project_id': '3a736bcce41d413f88518c9f7501738c', 'subnets': [{'id': '61fb7232-c6fb-44a6-ba93-ebc4a1b2df41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:01:59.777521 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52887143-ed02-450f-a2f0-4c3cc795778f None None] Checking router: bf526842-28a5-4fbf-b024-76d22748b79c for host: dv-cinder-858819-1-iscsi {{(pid=116022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:01:59.777887 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52887143-ed02-450f-a2f0-4c3cc795778f None None] Updating router bf526842-28a5-4fbf-b024-76d22748b79c port a19afb1d-00b2-4d0b-8519-f8e4b72ab8da binding host dv-cinder-858819-1-iscsi {{(pid=116022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 22:01:59.781985 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-fdcea80e-029a-4de0-ab39-44a69f241cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200'] for network (0a0f204a-7b90-4555-a7f3-852e300c0d43), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:59.783697 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcea80e-029a-4de0-ab39-44a69f241cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:01:59.784596 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-fdcea80e-029a-4de0-ab39-44a69f241cd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for network (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:59.800887 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea41c4b-70ba-4efa-a1dc-53e3944eeb2b None None] The sync data for ids ['ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b'] in dv-cinder-858819-1-iscsi is: [{'id': 'ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b', 'name': 'tempest-DeleteServersTestJSON-1203143451-router', 'tenant_id': '554364a405f24d63a891ff68e188711b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:01:59Z', 'revision_number': 6, 'project_id': '554364a405f24d63a891ff68e188711b', 'gw_port_host': None}] {{(pid=116021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:01:59.807844 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-c7a5d6a3-8d99-48c7-8e94-d10f3a43522c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052'] for port (12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:59.836108 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-52887143-ed02-450f-a2f0-4c3cc795778f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (a19afb1d-00b2-4d0b-8519-f8e4b72ab8da), before_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:59.849837 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port a7b90007-76cc-461f-b1a9-e6de0d1d3699 triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:01:59.852548 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (a7b90007-76cc-461f-b1a9-e6de0d1d3699), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:59.854616 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port a7b90007-76cc-461f-b1a9-e6de0d1d3699 Sep 21 22:01:59.869139 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a5d6a3-8d99-48c7-8e94-d10f3a43522c admin admin] Pushing event deleted for resources: {'Port': ['ID=12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:59.912790 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcea80e-029a-4de0-ab39-44a69f241cd6 admin admin] Pushing event updated for resources: {'Network': ['ID=0a0f204a-7b90-4555-a7f3-852e300c0d43,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:01:59.924299 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-c7a5d6a3-8d99-48c7-8e94-d10f3a43522c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494394'] for router_gateway (ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:59.933897 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Network 0a0f204a-7b90-4555-a7f3-852e300c0d43 details requested by agent ovs-agent-dv-cinder-858819-1-iscsi with host dv-cinder-858819-1-iscsi {{(pid=116021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 22:01:59.954736 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-fdcea80e-029a-4de0-ab39-44a69f241cd6 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8806434 Sep 21 22:01:59.957584 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 60256) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:01:59.962634 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-371c75dd-f964-4740-801f-ab1e7e1acd75 admin admin] Request body: {'subnet': {'network_id': '0a0f204a-7b90-4555-a7f3-852e300c0d43', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-728110681-subnet', 'tenant_id': '13aa7b49c4464cbc809327ef20c0d07f', 'ip_version': 4}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:02:00.030427 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-c7a5d6a3-8d99-48c7-8e94-d10f3a43522c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-504245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3312'] for router (ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:00.033531 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-c7a5d6a3-8d99-48c7-8e94-d10f3a43522c admin admin] Publish callbacks [] for router_controller (ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b), precommit_delete_associations {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:00.061408 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371c75dd-f964-4740-801f-ab1e7e1acd75 admin admin] Made reservation on behalf of 13aa7b49c4464cbc809327ef20c0d07f for: {'subnet': 1} {{(pid=116020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:02:00.064032 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-371c75dd-f964-4740-801f-ab1e7e1acd75 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:00.080547 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-dade3133-4db9-4523-82ea-1284324858a9 None None] Attempt 6 to provision port a19afb1d-00b2-4d0b-8519-f8e4b72ab8da Sep 21 22:02:00.120746 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port a7b90007-76cc-461f-b1a9-e6de0d1d3699 is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:02:00.143741 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-dade3133-4db9-4523-82ea-1284324858a9 None None] Port a19afb1d-00b2-4d0b-8519-f8e4b72ab8da cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:02:00.205662 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-c7a5d6a3-8d99-48c7-8e94-d10f3a43522c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-504238'] for router (ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:00.206579 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a5d6a3-8d99-48c7-8e94-d10f3a43522c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b {{(pid=116019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 22:02:00.213232 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-c7a5d6a3-8d99-48c7-8e94-d10f3a43522c admin admin] Publish callbacks [] for router (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:00.218023 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-c7a5d6a3-8d99-48c7-8e94-d10f3a43522c admin admin] 10.222.0.52 "DELETE /v2.0/routers/ceb2e5dd-2143-4c26-99b3-8fbfb1f8f06b HTTP/1.1" status: 204 len: 168 time: 1.3745992 Sep 21 22:02:00.220357 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 60266) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:00.246064 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-52887143-ed02-450f-a2f0-4c3cc795778f None None] Publish callbacks [] for port (a19afb1d-00b2-4d0b-8519-f8e4b72ab8da), precommit_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:00.280570 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7f9d5b3-fb3c-4528-bdb2-04fb97576b79 admin admin] Deleting subnet 3edf459f-a2e6-4ce4-b9ee-2c3614ea8be0 {{(pid=116019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 22:02:00.285076 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-e7f9d5b3-fb3c-4528-bdb2-04fb97576b79 admin admin] Publish callbacks [] for subnet (3edf459f-a2e6-4ce4-b9ee-2c3614ea8be0), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:00.329659 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-e7f9d5b3-fb3c-4528-bdb2-04fb97576b79 admin admin] Publish callbacks [] for subnet (3edf459f-a2e6-4ce4-b9ee-2c3614ea8be0), precommit_delete_associations {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:00.330718 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-52887143-ed02-450f-a2f0-4c3cc795778f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (a19afb1d-00b2-4d0b-8519-f8e4b72ab8da), after_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:00.373355 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f543807-82a5-4a07-81cd-5cc2d89558e1 None None] Pushing event updated for resources: {'Port': ['ID=a19afb1d-00b2-4d0b-8519-f8e4b72ab8da,revision_number=3']} {{(pid=116022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:00.397712 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-371c75dd-f964-4740-801f-ab1e7e1acd75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200'] for subnet (83469256-feb9-4006-976e-065546bde936), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:00.434921 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-e7f9d5b3-fb3c-4528-bdb2-04fb97576b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537063'] for subnet (3edf459f-a2e6-4ce4-b9ee-2c3614ea8be0), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:00.466703 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371c75dd-f964-4740-801f-ab1e7e1acd75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83469256-feb9-4006-976e-065546bde936,revision_number=0']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:00.471742 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.managers [None req-52887143-ed02-450f-a2f0-4c3cc795778f None None] Attempting to bind port a19afb1d-00b2-4d0b-8519-f8e4b72ab8da on host dv-cinder-858819-1-iscsi for vnic_type normal with profile {{(pid=116022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:02:00.472768 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.managers [None req-52887143-ed02-450f-a2f0-4c3cc795778f None None] Attempting to bind port a19afb1d-00b2-4d0b-8519-f8e4b72ab8da by drivers openvswitch,hyperv on host dv-cinder-858819-1-iscsi at level 0 using segments [{'id': '4fff32e9-f6fd-44da-9fbd-cc690d6c811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8ce7ca27-65f9-442f-9460-582319d50317'}] {{(pid=116022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:02:00.473324 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52887143-ed02-450f-a2f0-4c3cc795778f None None] Attempting to bind port a19afb1d-00b2-4d0b-8519-f8e4b72ab8da on network 8ce7ca27-65f9-442f-9460-582319d50317 {{(pid=116022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:02:00.475052 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371c75dd-f964-4740-801f-ab1e7e1acd75 admin admin] Checking segment: {'id': '7fb8ec65-723e-41d8-a50b-32009928174d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0a0f204a-7b90-4555-a7f3-852e300c0d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:02:00.475579 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371c75dd-f964-4740-801f-ab1e7e1acd75 admin admin] Network hostable DHCP agents. Network: 0a0f204a-7b90-4555-a7f3-852e300c0d43, hostable agents: ['37d86b0a-09b3-4739-b3e3-a561a472abaa'], hosted agents: [] {{(pid=116020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 22:02:00.480504 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52887143-ed02-450f-a2f0-4c3cc795778f None None] Checking agent: {'id': 'a3649853-f423-4907-be3f-732a21e792f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858819-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 51, 52), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858819-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:02:00.480885 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52887143-ed02-450f-a2f0-4c3cc795778f None None] Checking segment: {'id': '4fff32e9-f6fd-44da-9fbd-cc690d6c811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8ce7ca27-65f9-442f-9460-582319d50317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:02:00.484331 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-52887143-ed02-450f-a2f0-4c3cc795778f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:00.484331 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52887143-ed02-450f-a2f0-4c3cc795778f None None] Bound using segment: {'id': '4fff32e9-f6fd-44da-9fbd-cc690d6c811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8ce7ca27-65f9-442f-9460-582319d50317'} {{(pid=116022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:02:00.484331 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.managers [None req-52887143-ed02-450f-a2f0-4c3cc795778f None None] Bound port: a19afb1d-00b2-4d0b-8519-f8e4b72ab8da, host: dv-cinder-858819-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fff32e9-f6fd-44da-9fbd-cc690d6c811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8ce7ca27-65f9-442f-9460-582319d50317'}}] {{(pid=116022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:02:00.484331 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-52887143-ed02-450f-a2f0-4c3cc795778f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (a19afb1d-00b2-4d0b-8519-f8e4b72ab8da), before_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:00.546584 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.db [None req-52887143-ed02-450f-a2f0-4c3cc795778f None None] For port a19afb1d-00b2-4d0b-8519-f8e4b72ab8da, host dv-cinder-858819-1-iscsi, cleared binding levels {{(pid=116022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:02:00.549783 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.db [None req-52887143-ed02-450f-a2f0-4c3cc795778f None None] For port a19afb1d-00b2-4d0b-8519-f8e4b72ab8da, host dv-cinder-858819-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=a19afb1d-00b2-4d0b-8519-f8e4b72ab8da,segment=NetworkSegment(4fff32e9-f6fd-44da-9fbd-cc690d6c811a),segment_id=4fff32e9-f6fd-44da-9fbd-cc690d6c811a)] {{(pid=116022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:02:00.616341 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371c75dd-f964-4740-801f-ab1e7e1acd75 admin admin] Network 0a0f204a-7b90-4555-a7f3-852e300c0d43 is scheduled to be hosted by DHCP agent 37d86b0a-09b3-4739-b3e3-a561a472abaa with binding_index 1 {{(pid=116020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 22:02:00.644579 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-dade3133-4db9-4523-82ea-1284324858a9 None None] Attempt 7 to provision port a19afb1d-00b2-4d0b-8519-f8e4b72ab8da Sep 21 22:02:00.650193 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-52887143-ed02-450f-a2f0-4c3cc795778f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (a19afb1d-00b2-4d0b-8519-f8e4b72ab8da), after_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:00.698548 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52887143-ed02-450f-a2f0-4c3cc795778f None None] Routers {'bf526842-28a5-4fbf-b024-76d22748b79c'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:02:00.699180 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-52887143-ed02-450f-a2f0-4c3cc795778f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:01:48Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['bf526842-28a5-4fbf-b024-76d22748b79c'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:02:00.706565 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.base_scheduler [None req-371c75dd-f964-4740-801f-ab1e7e1acd75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858819-1-iscsi, 0a0f204a-7b90-4555-a7f3-852e300c0d43) {{(pid=116020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:02:00.716401 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371c75dd-f964-4740-801f-ab1e7e1acd75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:00.717129 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-371c75dd-f964-4740-801f-ab1e7e1acd75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for subnet (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:00.721145 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3d5fe2-90a8-4d1a-ab19-6f65f52946ee None None] Network 0a0f204a-7b90-4555-a7f3-852e300c0d43 requested from dv-cinder-858819-1-iscsi {{(pid=116021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:02:00.754378 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b0911-4da8-489b-a9f0-b42531da57b0 req-db1087ef-4ff3-4861-b0d6-bcf61691da6b tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:00.755876 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1e3b0911-4da8-489b-a9f0-b42531da57b0 req-db1087ef-4ff3-4861-b0d6-bcf61691da6b tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 945 time: 0.2682526 Sep 21 22:02:00.757130 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-e7f9d5b3-fb3c-4528-bdb2-04fb97576b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200'] for subnet (3edf459f-a2e6-4ce4-b9ee-2c3614ea8be0), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:00.772418 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f543807-82a5-4a07-81cd-5cc2d89558e1 None None] Pushing event updated for resources: {'Port': ['ID=a19afb1d-00b2-4d0b-8519-f8e4b72ab8da,revision_number=4']} {{(pid=116022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:00.795707 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f9d5b3-fb3c-4528-bdb2-04fb97576b79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3edf459f-a2e6-4ce4-b9ee-2c3614ea8be0,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:00.802788 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-e7f9d5b3-fb3c-4528-bdb2-04fb97576b79 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:00.806780 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-e7f9d5b3-fb3c-4528-bdb2-04fb97576b79 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/3edf459f-a2e6-4ce4-b9ee-2c3614ea8be0 HTTP/1.1" status: 204 len: 168 time: 0.5850456 Sep 21 22:02:00.808874 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 60270) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:00.828556 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe4f40c-db14-4045-8c91-2f2c10ee3bf6 None None] Network 87080425-3a77-4ac5-b802-730f1227c9b0 requested from dv-cinder-858819-1-iscsi {{(pid=116021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:02:00.852541 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-371c75dd-f964-4740-801f-ab1e7e1acd75 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8928456 Sep 21 22:02:00.854301 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 60272) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:00.860054 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-80e54b47-4591-423c-8f12-593707d76fe9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-728110681-router', 'tenant_id': '13aa7b49c4464cbc809327ef20c0d07f', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'}}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:02:00.867231 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1e3b0911-4da8-489b-a9f0-b42531da57b0 req-58606431-0a42-40a9-a1f5-2ff424f9858d tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047833 Sep 21 22:02:00.878954 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-52887143-ed02-450f-a2f0-4c3cc795778f None None] Set router bf526842-28a5-4fbf-b024-76d22748b79c gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:02:00.924632 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-dd9f00a9-bb6c-43aa-994a-f77d7d5b58e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1448795'] for network (87080425-3a77-4ac5-b802-730f1227c9b0), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:00.928127 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-dade3133-4db9-4523-82ea-1284324858a9 None None] Current status of the port a19afb1d-00b2-4d0b-8519-f8e4b72ab8da is: DOWN; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:02:00.928508 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-dade3133-4db9-4523-82ea-1284324858a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (a19afb1d-00b2-4d0b-8519-f8e4b72ab8da), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:00.990753 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f00a9-bb6c-43aa-994a-f77d7d5b58e4 admin admin] Deleting port 2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec {{(pid=116020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:02:00.990753 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-dd9f00a9-bb6c-43aa-994a-f77d7d5b58e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:01.029142 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-dade3133-4db9-4523-82ea-1284324858a9 None None] For port a19afb1d-00b2-4d0b-8519-f8e4b72ab8da, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=a19afb1d-00b2-4d0b-8519-f8e4b72ab8da,segment=NetworkSegment(4fff32e9-f6fd-44da-9fbd-cc690d6c811a),segment_id=4fff32e9-f6fd-44da-9fbd-cc690d6c811a)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:02:01.037609 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-80e54b47-4591-423c-8f12-593707d76fe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-505823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3298'] for router (e07a8eeb-da12-479a-bdab-63caef2144d4), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:01.038631 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-80e54b47-4591-423c-8f12-593707d76fe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-505707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3323'] for router (e07a8eeb-da12-479a-bdab-63caef2144d4), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:01.064646 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8dafee-810e-4625-ab85-de08ede4851a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ff81448-8c2c-52ad-8655-b46a60ca7bcc-0a0f204a-7b90-4555-a7f3-852e300c0d43', 'network_id': '0a0f204a-7b90-4555-a7f3-852e300c0d43', 'project_id': '13aa7b49c4464cbc809327ef20c0d07f', 'fixed_ips': [{'subnet_id': '83469256-feb9-4006-976e-065546bde936'}]}} from dv-cinder-858819-1-iscsi. {{(pid=116021) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 21 22:02:01.065729 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-3d8dafee-810e-4625-ab85-de08ede4851a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:01.106560 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-dade3133-4db9-4523-82ea-1284324858a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (a19afb1d-00b2-4d0b-8519-f8e4b72ab8da), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:01.130541 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [None req-dd9f00a9-bb6c-43aa-994a-f77d7d5b58e4 admin admin] For port 2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec,segment=NetworkSegment(51038d65-ec74-4a3c-a8ad-238c9bcc5f59),segment_id=51038d65-ec74-4a3c-a8ad-238c9bcc5f59)] {{(pid=116020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:02:01.130920 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-dd9f00a9-bb6c-43aa-994a-f77d7d5b58e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:01.134159 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-80e54b47-4591-423c-8f12-593707d76fe9 admin admin] Publish callbacks [] for router_controller (e07a8eeb-da12-479a-bdab-63caef2144d4), precommit_add_association {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:01.166482 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f00a9-bb6c-43aa-994a-f77d7d5b58e4 admin admin] Calling delete_port for 2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec owned by network:dhcp {{(pid=116020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:02:01.173025 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93496232-fa33-46cb-98a0-d7cd60d45bfc None None] DHCP port deletion for 87080425-3a77-4ac5-b802-730f1227c9b0 request from dv-cinder-858819-1-iscsi {{(pid=116021) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 21 22:02:01.215972 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-52887143-ed02-450f-a2f0-4c3cc795778f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf526842-28a5-4fbf-b024-76d22748b79c', 'name': 'tempest-TestShelveInstance-1453556270-router', 'tenant_id': '3a736bcce41d413f88518c9f7501738c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'a7b90007-76cc-461f-b1a9-e6de0d1d3699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:01:53Z', 'updated_at': '2022-09-21T22:01:56Z', 'revision_number': 4, 'project_id': '3a736bcce41d413f88518c9f7501738c', 'gw_port': {'id': 'a7b90007-76cc-461f-b1a9-e6de0d1d3699', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf526842-28a5-4fbf-b024-76d22748b79c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:01:54Z', 'updated_at': '2022-09-21T22:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': 'a19afb1d-00b2-4d0b-8519-f8e4b72ab8da', 'name': '', 'network_id': '8ce7ca27-65f9-442f-9460-582319d50317', 'tenant_id': '3a736bcce41d413f88518c9f7501738c', 'mac_address': 'fa:16:3e:61:38:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf526842-28a5-4fbf-b024-76d22748b79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '61fb7232-c6fb-44a6-ba93-ebc4a1b2df41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:01:56Z', 'updated_at': '2022-09-21T22:02:00Z', 'revision_number': 4, 'project_id': '3a736bcce41d413f88518c9f7501738c', 'subnets': [{'id': '61fb7232-c6fb-44a6-ba93-ebc4a1b2df41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:02:01.248492 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52887143-ed02-450f-a2f0-4c3cc795778f None None] The sync data for ids ['bf526842-28a5-4fbf-b024-76d22748b79c'] in dv-cinder-858819-1-iscsi is: [{'id': 'bf526842-28a5-4fbf-b024-76d22748b79c', 'name': 'tempest-TestShelveInstance-1453556270-router', 'tenant_id': '3a736bcce41d413f88518c9f7501738c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'a7b90007-76cc-461f-b1a9-e6de0d1d3699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:01:53Z', 'updated_at': '2022-09-21T22:01:56Z', 'revision_number': 4, 'project_id': '3a736bcce41d413f88518c9f7501738c', 'gw_port': {'id': 'a7b90007-76cc-461f-b1a9-e6de0d1d3699', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf526842-28a5-4fbf-b024-76d22748b79c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:01:54Z', 'updated_at': '2022-09-21T22:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': 'a19afb1d-00b2-4d0b-8519-f8e4b72ab8da', 'name': '', 'network_id': '8ce7ca27-65f9-442f-9460-582319d50317', 'tenant_id': '3a736bcce41d413f88518c9f7501738c', 'mac_address': 'fa:16:3e:61:38:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf526842-28a5-4fbf-b024-76d22748b79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '61fb7232-c6fb-44a6-ba93-ebc4a1b2df41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:01:56Z', 'updated_at': '2022-09-21T22:02:00Z', 'revision_number': 4, 'project_id': '3a736bcce41d413f88518c9f7501738c', 'subnets': [{'id': '61fb7232-c6fb-44a6-ba93-ebc4a1b2df41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:02:01.428110 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-dd9f00a9-bb6c-43aa-994a-f77d7d5b58e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052'] for port (2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:01.440753 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-80e54b47-4591-423c-8f12-593707d76fe9 admin admin] Publish callbacks [] for router_gateway (e07a8eeb-da12-479a-bdab-63caef2144d4), precommit_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:01.482863 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9f00a9-bb6c-43aa-994a-f77d7d5b58e4 admin admin] No DVR routers for this DVR port 2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec on host dv-cinder-858819-1-iscsi {{(pid=116020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:02:01.494617 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade3133-4db9-4523-82ea-1284324858a9 None None] Pushing event updated for resources: {'Port': ['ID=a19afb1d-00b2-4d0b-8519-f8e4b72ab8da,revision_number=5']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:01.495521 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f00a9-bb6c-43aa-994a-f77d7d5b58e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:01.518255 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-5f2f2c61-90eb-4875-9baa-efa2cdcfa4bb None None] Provisioning complete for port a19afb1d-00b2-4d0b-8519-f8e4b72ab8da triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:02:01.518255 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-5f2f2c61-90eb-4875-9baa-efa2cdcfa4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (a19afb1d-00b2-4d0b-8519-f8e4b72ab8da), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:01.518255 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-5f2f2c61-90eb-4875-9baa-efa2cdcfa4bb None None] Attempt 1 to provision port a19afb1d-00b2-4d0b-8519-f8e4b72ab8da Sep 21 22:02:01.621055 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device a19afb1d-00b2-4d0b-8519-f8e4b72ab8da up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:02:01.646937 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-dd9f00a9-bb6c-43aa-994a-f77d7d5b58e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536160', 'neutron.services.segments.db._delete_segments_for_network-8739546438391'] for network (87080425-3a77-4ac5-b802-730f1227c9b0), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:01.662666 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-93496232-fa33-46cb-98a0-d7cd60d45bfc None None] Deleting port 2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec {{(pid=116021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:02:01.663226 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-93496232-fa33-46cb-98a0-d7cd60d45bfc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec), before_delete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:01.674852 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-dd9f00a9-bb6c-43aa-994a-f77d7d5b58e4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=116020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 22:02:01.675296 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-dd9f00a9-bb6c-43aa-994a-f77d7d5b58e4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=116020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 22:02:01.676149 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-dd9f00a9-bb6c-43aa-994a-f77d7d5b58e4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=116020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 22:02:01.677100 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-dd9f00a9-bb6c-43aa-994a-f77d7d5b58e4 admin admin] Subscribe: > port after_create 55550000 {{(pid=116020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 22:02:01.677934 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-dd9f00a9-bb6c-43aa-994a-f77d7d5b58e4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=116020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 22:02:01.678522 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-dd9f00a9-bb6c-43aa-994a-f77d7d5b58e4 admin admin] Subscribe: > port after_update 55550000 {{(pid=116020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 22:02:01.678924 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-dd9f00a9-bb6c-43aa-994a-f77d7d5b58e4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=116020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 22:02:01.679334 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-dd9f00a9-bb6c-43aa-994a-f77d7d5b58e4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=116020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 22:02:01.679723 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-dd9f00a9-bb6c-43aa-994a-f77d7d5b58e4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=116020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 22:02:01.680161 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-dd9f00a9-bb6c-43aa-994a-f77d7d5b58e4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=116020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 22:02:01.737097 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.db_base_plugin_common [None req-3d8dafee-810e-4625-ab85-de08ede4851a None None] Allocated IP 172.20.0.2 (0a0f204a-7b90-4555-a7f3-852e300c0d43/83469256-feb9-4006-976e-065546bde936/90ead709-4507-4e98-88dc-7d35750f6d78) {{(pid=116021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:02:01.799138 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-80e54b47-4591-423c-8f12-593707d76fe9 admin admin] Publish callbacks [] for router_gateway (e07a8eeb-da12-479a-bdab-63caef2144d4), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:01.802942 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-93496232-fa33-46cb-98a0-d7cd60d45bfc None None] For port 2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec, host dv-cinder-858819-1-iscsi, got binding levels [] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:02:01.803351 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-93496232-fa33-46cb-98a0-d7cd60d45bfc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec), precommit_delete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:01.824776 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-80e54b47-4591-423c-8f12-593707d76fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:01.851522 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-93496232-fa33-46cb-98a0-d7cd60d45bfc None None] Calling delete_port for 2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec owned by network:dhcp {{(pid=116021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:02:01.864660 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-dd9f00a9-bb6c-43aa-994a-f77d7d5b58e4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=116020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 22:02:01.865250 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-dd9f00a9-bb6c-43aa-994a-f77d7d5b58e4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=116020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 22:02:01.865483 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-dd9f00a9-bb6c-43aa-994a-f77d7d5b58e4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=116020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 22:02:01.865879 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-dd9f00a9-bb6c-43aa-994a-f77d7d5b58e4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=116020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 22:02:01.866933 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.services.segments.db [None req-dd9f00a9-bb6c-43aa-994a-f77d7d5b58e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87080425-3a77-4ac5-b802-730f1227c9b0']}} {{(pid=116020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:02:01.877552 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.ipam_backend_mixin [None req-93496232-fa33-46cb-98a0-d7cd60d45bfc None None] Port 2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec was not found and therefore no delete operation was performed {{(pid=116021) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Sep 21 22:02:01.892101 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.services.segments.db [None req-dd9f00a9-bb6c-43aa-994a-f77d7d5b58e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51038d65-ec74-4a3c-a8ad-238c9bcc5f59') {'for_net_delete': True} {{(pid=116020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:02:01.896336 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-93496232-fa33-46cb-98a0-d7cd60d45bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052'] for port (2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec), after_delete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:01.898583 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.services.segments.db [None req-dd9f00a9-bb6c-43aa-994a-f77d7d5b58e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51038d65-ec74-4a3c-a8ad-238c9bcc5f59') {} {{(pid=116020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:02:01.899574 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port a19afb1d-00b2-4d0b-8519-f8e4b72ab8da triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:02:01.900107 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (a19afb1d-00b2-4d0b-8519-f8e4b72ab8da), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:01.900640 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port a19afb1d-00b2-4d0b-8519-f8e4b72ab8da Sep 21 22:02:01.918445 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-dd9f00a9-bb6c-43aa-994a-f77d7d5b58e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739546442765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14300077'] for segment (51038d65-ec74-4a3c-a8ad-238c9bcc5f59), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:01.951510 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-dd9f00a9-bb6c-43aa-994a-f77d7d5b58e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1532675'] for segment (51038d65-ec74-4a3c-a8ad-238c9bcc5f59), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:01.973806 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd9f00a9-bb6c-43aa-994a-f77d7d5b58e4 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=116020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 22:02:01.974215 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-dd9f00a9-bb6c-43aa-994a-f77d7d5b58e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1532675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14262349'] for segment (51038d65-ec74-4a3c-a8ad-238c9bcc5f59), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:01.985710 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-5f2f2c61-90eb-4875-9baa-efa2cdcfa4bb None None] Current status of the port a19afb1d-00b2-4d0b-8519-f8e4b72ab8da is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:02:01.987881 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93496232-fa33-46cb-98a0-d7cd60d45bfc None None] Pushing event deleted for resources: {'Port': ['ID=2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec,revision_number=None']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:02.008749 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93496232-fa33-46cb-98a0-d7cd60d45bfc None None] No DVR routers for this DVR port 2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec on host dv-cinder-858819-1-iscsi {{(pid=116021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:02:02.019439 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.db_base_plugin_common [None req-80e54b47-4591-423c-8f12-593707d76fe9 admin admin] Allocated IP 172.27.1.188 (b12f12c4-b4b4-4032-bd63-4e51184cdf86/38720055-293b-4785-9b37-d6bdacdcb1b4/ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3) {{(pid=116019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:02:02.159564 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 60300) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:02.168391 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-dd9f00a9-bb6c-43aa-994a-f77d7d5b58e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494366'] for network (87080425-3a77-4ac5-b802-730f1227c9b0), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:02.185330 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-dd9f00a9-bb6c-43aa-994a-f77d7d5b58e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for network (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:02.198363 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-dd9f00a9-bb6c-43aa-994a-f77d7d5b58e4 admin admin] 10.222.0.52 "DELETE /v2.0/networks/87080425-3a77-4ac5-b802-730f1227c9b0 HTTP/1.1" status: 204 len: 168 time: 1.3867254 Sep 21 22:02:02.207324 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-3d8dafee-810e-4625-ab85-de08ede4851a None None] Publish callbacks [] for port (90ead709-4507-4e98-88dc-7d35750f6d78), precommit_create {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:02.222418 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port a19afb1d-00b2-4d0b-8519-f8e4b72ab8da is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:02:02.240639 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f00a9-bb6c-43aa-994a-f77d7d5b58e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=87080425-3a77-4ac5-b802-730f1227c9b0,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:02.286201 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53bfcdb-b510-4c98-b94f-24d121caeb69 req-fc48deb4-7a10-4845-828c-5f81b8f64bc5 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:02.288050 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-d53bfcdb-b510-4c98-b94f-24d121caeb69 req-fc48deb4-7a10-4845-828c-5f81b8f64bc5 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 945 time: 0.2516484 Sep 21 22:02:02.296364 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-3d8dafee-810e-4625-ab85-de08ede4851a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043'] for port (90ead709-4507-4e98-88dc-7d35750f6d78), after_create {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:02.322254 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-80e54b47-4591-423c-8f12-593707d76fe9 admin admin] Publish callbacks [] for port (ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:02.355783 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8dafee-810e-4625-ab85-de08ede4851a None None] Network 0a0f204a-7b90-4555-a7f3-852e300c0d43 is already hosted by enough agents. {{(pid=116021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:02:02.360243 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.scheduler.base_scheduler [None req-3d8dafee-810e-4625-ab85-de08ede4851a None None] Resources bound (agent type, host, resource id): {{(pid=116021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:02:02.370666 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8dafee-810e-4625-ab85-de08ede4851a None None] Received port after_create {{(pid=116021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:02:02.377860 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc no longer exists at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:02:02.414518 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-d53bfcdb-b510-4c98-b94f-24d121caeb69 req-4a54cbf9-913a-464a-b511-cbf53eef3250 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163807 Sep 21 22:02:02.419587 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8dafee-810e-4625-ab85-de08ede4851a None None] Pushing event updated for resources: {'Port': ['ID=90ead709-4507-4e98-88dc-7d35750f6d78,revision_number=1']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:02.436575 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-d4692ff1-74a5-4211-8daa-7bf7e0aae958 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:02.441557 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] No Port match for: 12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc {{(pid=116021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:02:02.441557 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 12c6e83d-1dda-4b6e-b878-c9a4d4a6c9bc not bound to the agent host dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:02:02.441557 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec no longer exists at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:02:02.485933 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-80e54b47-4591-423c-8f12-593707d76fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043'] for port (ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:02.556675 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.services.segments.plugin [-] Segment 51038d65-ec74-4a3c-a8ad-238c9bcc5f59 resource provider aggregate not found Sep 21 22:02:02.557304 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e54b47-4591-423c-8f12-593707d76fe9 admin admin] Pushing event updated for resources: {'Port': ['ID=ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:02.577352 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.services.segments.plugin [-] Segment 51038d65-ec74-4a3c-a8ad-238c9bcc5f59 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 51038d65-ec74-4a3c-a8ad-238c9bcc5f59 found for delete ", "request_id": "req-ee5e9dda-286d-4a83-98c3-1ba8fc9dd717"}]} Sep 21 22:02:02.580197 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-d4692ff1-74a5-4211-8daa-7bf7e0aae958 admin admin] Publish callbacks [] for security_group (afff97f1-685f-4bfe-883c-c2b49f07702e), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:02.584996 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e54b47-4591-423c-8f12-593707d76fe9 admin admin] Network b12f12c4-b4b4-4032-bd63-4e51184cdf86 is already hosted by enough agents. {{(pid=116019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:02:02.586603 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.base_scheduler [None req-80e54b47-4591-423c-8f12-593707d76fe9 admin admin] Resources bound (agent type, host, resource id): {{(pid=116019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:02:02.589254 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e54b47-4591-423c-8f12-593707d76fe9 admin admin] Received port after_create {{(pid=116019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:02:02.678926 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-d4692ff1-74a5-4211-8daa-7bf7e0aae958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (afff97f1-685f-4bfe-883c-c2b49f07702e), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:02.693083 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] No Port match for: 2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec {{(pid=116021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:02:02.693679 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 2bbeb157-f7b6-440f-87cd-2b8bd4ef18ec not bound to the agent host dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:02:02.694000 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 8ecbbb24-b712-4d64-82c6-b548d351bfe9 no longer exists at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:02:02.725010 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] No Port match for: 8ecbbb24-b712-4d64-82c6-b548d351bfe9 {{(pid=116021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:02:02.725010 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 8ecbbb24-b712-4d64-82c6-b548d351bfe9 not bound to the agent host dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:02:02.726142 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-d4692ff1-74a5-4211-8daa-7bf7e0aae958 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a330ceb5147347ef8d55948c178ce8d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5651040 Sep 21 22:02:02.728770 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 60322) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:02.731778 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4692ff1-74a5-4211-8daa-7bf7e0aae958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afff97f1-685f-4bfe-883c-c2b49f07702e,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:02.735438 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-3d8dafee-810e-4625-ab85-de08ede4851a None None] Attempting to bind port 90ead709-4507-4e98-88dc-7d35750f6d78 on host dv-cinder-858819-1-iscsi for vnic_type normal with profile {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:02:02.735988 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-3d8dafee-810e-4625-ab85-de08ede4851a None None] Attempting to bind port 90ead709-4507-4e98-88dc-7d35750f6d78 by drivers openvswitch,hyperv on host dv-cinder-858819-1-iscsi at level 0 using segments [{'id': '7fb8ec65-723e-41d8-a50b-32009928174d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0a0f204a-7b90-4555-a7f3-852e300c0d43'}] {{(pid=116021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:02:02.736388 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8dafee-810e-4625-ab85-de08ede4851a None None] Attempting to bind port 90ead709-4507-4e98-88dc-7d35750f6d78 on network 0a0f204a-7b90-4555-a7f3-852e300c0d43 {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:02:02.744018 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8dafee-810e-4625-ab85-de08ede4851a None None] Checking agent: {'id': 'a3649853-f423-4907-be3f-732a21e792f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858819-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 51, 52), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858819-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:02:02.744434 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8dafee-810e-4625-ab85-de08ede4851a None None] Checking segment: {'id': '7fb8ec65-723e-41d8-a50b-32009928174d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0a0f204a-7b90-4555-a7f3-852e300c0d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:02:02.744840 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-3d8dafee-810e-4625-ab85-de08ede4851a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:02.745237 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8dafee-810e-4625-ab85-de08ede4851a None None] Bound using segment: {'id': '7fb8ec65-723e-41d8-a50b-32009928174d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0a0f204a-7b90-4555-a7f3-852e300c0d43'} {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:02:02.745715 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-3d8dafee-810e-4625-ab85-de08ede4851a None None] Bound port: 90ead709-4507-4e98-88dc-7d35750f6d78, host: dv-cinder-858819-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb8ec65-723e-41d8-a50b-32009928174d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0a0f204a-7b90-4555-a7f3-852e300c0d43'}}] {{(pid=116021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:02:02.746099 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-3d8dafee-810e-4625-ab85-de08ede4851a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (90ead709-4507-4e98-88dc-7d35750f6d78), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:02.799812 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-a18ce1d4-3be7-4bb5-b3c6-9ecd8640190b admin admin] Publish callbacks [] for security_group (afff97f1-685f-4bfe-883c-c2b49f07702e), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:02.822407 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 60324) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:02.824691 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-3d8dafee-810e-4625-ab85-de08ede4851a None None] For port 90ead709-4507-4e98-88dc-7d35750f6d78, host dv-cinder-858819-1-iscsi, cleared binding levels {{(pid=116021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:02:02.829943 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-3d8dafee-810e-4625-ab85-de08ede4851a None None] For port 90ead709-4507-4e98-88dc-7d35750f6d78, host dv-cinder-858819-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=90ead709-4507-4e98-88dc-7d35750f6d78,segment=NetworkSegment(7fb8ec65-723e-41d8-a50b-32009928174d),segment_id=7fb8ec65-723e-41d8-a50b-32009928174d)] {{(pid=116021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:02:02.868199 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-a18ce1d4-3be7-4bb5-b3c6-9ecd8640190b admin admin] Publish callbacks [] for security_group (afff97f1-685f-4bfe-883c-c2b49f07702e), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:02.872639 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-2c2a709f-097e-45ec-a487-254745b89440 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=554364a405f24d63a891ff68e188711b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0490220 Sep 21 22:02:02.875713 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 60328) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:02.913785 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-3d8dafee-810e-4625-ab85-de08ede4851a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (90ead709-4507-4e98-88dc-7d35750f6d78), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:02.939663 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-49acb204-1d76-4782-a905-8ec1304d2db4 admin admin] Publish callbacks [] for security_group (7b6f6501-dbdb-4f78-9e46-c535e3b3e67e), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:02.972768 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-49acb204-1d76-4782-a905-8ec1304d2db4 admin admin] Publish callbacks [] for security_group (7b6f6501-dbdb-4f78-9e46-c535e3b3e67e), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:02.985784 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-80e54b47-4591-423c-8f12-593707d76fe9 admin admin] Publish callbacks [] for router_gateway (e07a8eeb-da12-479a-bdab-63caef2144d4), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:03.013205 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8dafee-810e-4625-ab85-de08ede4851a None None] Pushing event updated for resources: {'Port': ['ID=90ead709-4507-4e98-88dc-7d35750f6d78,revision_number=2']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:03.124538 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-49acb204-1d76-4782-a905-8ec1304d2db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (7b6f6501-dbdb-4f78-9e46-c535e3b3e67e), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:03.127799 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-49acb204-1d76-4782-a905-8ec1304d2db4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:03.131764 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-49acb204-1d76-4782-a905-8ec1304d2db4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7b6f6501-dbdb-4f78-9e46-c535e3b3e67e HTTP/1.1" status: 204 len: 168 time: 0.2521894 Sep 21 22:02:03.154643 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49acb204-1d76-4782-a905-8ec1304d2db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6f6501-dbdb-4f78-9e46-c535e3b3e67e,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:03.195026 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-a18ce1d4-3be7-4bb5-b3c6-9ecd8640190b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (afff97f1-685f-4bfe-883c-c2b49f07702e), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:03.198299 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-a18ce1d4-3be7-4bb5-b3c6-9ecd8640190b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:03.200724 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-a18ce1d4-3be7-4bb5-b3c6-9ecd8640190b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/afff97f1-685f-4bfe-883c-c2b49f07702e HTTP/1.1" status: 204 len: 168 time: 0.4704227 Sep 21 22:02:03.292633 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ce1d4-3be7-4bb5-b3c6-9ecd8640190b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afff97f1-685f-4bfe-883c-c2b49f07702e,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:03.302755 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-80e54b47-4591-423c-8f12-593707d76fe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-505700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494566'] for router (e07a8eeb-da12-479a-bdab-63caef2144d4), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:03.546618 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e54b47-4591-423c-8f12-593707d76fe9 admin admin] Router e07a8eeb-da12-479a-bdab-63caef2144d4 is scheduled to L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 with binding_index 1 {{(pid=116019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 22:02:03.583975 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device a19afb1d-00b2-4d0b-8519-f8e4b72ab8da up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:02:03.607677 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adf4b72-347a-4ac1-a81f-40bc6df4c366 req-b9e85b4d-a93a-4cfc-949f-39f881d2e146 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:03.614613 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8adf4b72-347a-4ac1-a81f-40bc6df4c366 req-b9e85b4d-a93a-4cfc-949f-39f881d2e146 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 945 time: 0.1075609 Sep 21 22:02:03.633267 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port a19afb1d-00b2-4d0b-8519-f8e4b72ab8da triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:02:03.633752 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (a19afb1d-00b2-4d0b-8519-f8e4b72ab8da), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:03.634236 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port a19afb1d-00b2-4d0b-8519-f8e4b72ab8da Sep 21 22:02:03.683996 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8adf4b72-347a-4ac1-a81f-40bc6df4c366 req-6b07841c-b39f-4c22-a3e9-7d6062a92ef9 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666103 Sep 21 22:02:03.763909 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port a19afb1d-00b2-4d0b-8519-f8e4b72ab8da is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:02:03.765728 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 90ead709-4507-4e98-88dc-7d35750f6d78 up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:02:03.809052 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e54b47-4591-423c-8f12-593707d76fe9 admin admin] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:02:03.827118 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port 90ead709-4507-4e98-88dc-7d35750f6d78 triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:02:03.828640 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (90ead709-4507-4e98-88dc-7d35750f6d78), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:03.828983 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port 90ead709-4507-4e98-88dc-7d35750f6d78 Sep 21 22:02:03.837245 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f25111-f946-4f74-b777-b364d64bfbd3 None None] Sync routers for ids ['e07a8eeb-da12-479a-bdab-63caef2144d4'] in dv-cinder-858819-1-iscsi {{(pid=116021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:02:03.889726 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f25111-f946-4f74-b777-b364d64bfbd3 None None] Routers {'e07a8eeb-da12-479a-bdab-63caef2144d4'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:02:03.891015 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-19f25111-f946-4f74-b777-b364d64bfbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:01:48Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['e07a8eeb-da12-479a-bdab-63caef2144d4'], 'active': True} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:02:03.903442 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-80e54b47-4591-423c-8f12-593707d76fe9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:03.904749 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-80e54b47-4591-423c-8f12-593707d76fe9 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0486472 Sep 21 22:02:03.908298 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 60366) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:04.058878 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvr_db [None req-19f25111-f946-4f74-b777-b364d64bfbd3 None None] Set router e07a8eeb-da12-479a-bdab-63caef2144d4 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:02:04.234553 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port 90ead709-4507-4e98-88dc-7d35750f6d78 is: DOWN; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:02:04.235452 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (90ead709-4507-4e98-88dc-7d35750f6d78), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:04.288657 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] For port 90ead709-4507-4e98-88dc-7d35750f6d78, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=90ead709-4507-4e98-88dc-7d35750f6d78,segment=NetworkSegment(7fb8ec65-723e-41d8-a50b-32009928174d),segment_id=7fb8ec65-723e-41d8-a50b-32009928174d)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:02:04.292177 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc0372b-019a-478e-b1af-eb55902daa9f None None] Network 0a0f204a-7b90-4555-a7f3-852e300c0d43 requested from dv-cinder-858819-1-iscsi {{(pid=116021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:02:04.370462 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (90ead709-4507-4e98-88dc-7d35750f6d78), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:04.419570 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-a4f6086d-8cae-45c1-bbf4-9299b2c65ab1 None None] Provisioning complete for port 90ead709-4507-4e98-88dc-7d35750f6d78 triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:02:04.421906 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-a4f6086d-8cae-45c1-bbf4-9299b2c65ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (90ead709-4507-4e98-88dc-7d35750f6d78), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:04.421906 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-a4f6086d-8cae-45c1-bbf4-9299b2c65ab1 None None] Attempt 1 to provision port 90ead709-4507-4e98-88dc-7d35750f6d78 Sep 21 22:02:04.463664 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-42fa6f99-f2de-4a64-ae8a-88a34f751dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:04.534550 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Pushing event updated for resources: {'Port': ['ID=90ead709-4507-4e98-88dc-7d35750f6d78,revision_number=3']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:04.609941 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-a4f6086d-8cae-45c1-bbf4-9299b2c65ab1 None None] Current status of the port 90ead709-4507-4e98-88dc-7d35750f6d78 is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:02:04.615262 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-19f25111-f946-4f74-b777-b364d64bfbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07a8eeb-da12-479a-bdab-63caef2144d4', 'name': 'tempest-TestShelveInstance-728110681-router', 'tenant_id': '13aa7b49c4464cbc809327ef20c0d07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:02:01Z', 'updated_at': '2022-09-21T22:02:02Z', 'revision_number': 3, 'project_id': '13aa7b49c4464cbc809327ef20c0d07f', 'gw_port': {'id': 'ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:9d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e07a8eeb-da12-479a-bdab-63caef2144d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:02:01Z', 'updated_at': '2022-09-21T22:02:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi'}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:02:04.639767 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f25111-f946-4f74-b777-b364d64bfbd3 None None] Checking router: e07a8eeb-da12-479a-bdab-63caef2144d4 for host: dv-cinder-858819-1-iscsi {{(pid=116021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:02:04.640565 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f25111-f946-4f74-b777-b364d64bfbd3 None None] Updating router e07a8eeb-da12-479a-bdab-63caef2144d4 port ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3 binding host dv-cinder-858819-1-iscsi {{(pid=116021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 22:02:04.642148 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.db_base_plugin_common [None req-42fa6f99-f2de-4a64-ae8a-88a34f751dd2 admin admin] Allocated IP 172.20.0.1 (0a0f204a-7b90-4555-a7f3-852e300c0d43/83469256-feb9-4006-976e-065546bde936/aadda01f-a309-4ed8-8e0c-31e070627597) {{(pid=116019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:02:04.689184 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-19f25111-f946-4f74-b777-b364d64bfbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:04.838079 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 60400) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:04.871229 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-42fa6f99-f2de-4a64-ae8a-88a34f751dd2 admin admin] Publish callbacks [] for port (aadda01f-a309-4ed8-8e0c-31e070627597), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:04.923614 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f300a-1f16-4941-bcb3-527804d056c3 req-64a18c35-240e-4c08-8900-0eba457d1de4 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:04.925301 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2b8f300a-1f16-4941-bcb3-527804d056c3 req-64a18c35-240e-4c08-8900-0eba457d1de4 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 945 time: 0.1152363 Sep 21 22:02:04.964233 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-762a3795-dcfa-4a12-bbef-07a1631759ef None None] Provisioning complete for port 90ead709-4507-4e98-88dc-7d35750f6d78 triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:02:04.964807 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-762a3795-dcfa-4a12-bbef-07a1631759ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (90ead709-4507-4e98-88dc-7d35750f6d78), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:04.965042 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-762a3795-dcfa-4a12-bbef-07a1631759ef None None] Attempt 1 to provision port 90ead709-4507-4e98-88dc-7d35750f6d78 Sep 21 22:02:04.987336 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2b8f300a-1f16-4941-bcb3-527804d056c3 req-69b6c12c-7447-4b7a-9bde-6ec4ad9df39e tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519366 Sep 21 22:02:04.996614 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-fedc2850-b405-4081-9c39-ff89f641a3ce admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-649089665-network', 'tenant_id': '99577212b896403ca58527594588e45c'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:02:05.014919 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-42fa6f99-f2de-4a64-ae8a-88a34f751dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043'] for port (aadda01f-a309-4ed8-8e0c-31e070627597), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:05.033438 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fa6f99-f2de-4a64-ae8a-88a34f751dd2 admin admin] Network 0a0f204a-7b90-4555-a7f3-852e300c0d43 is already hosted by enough agents. {{(pid=116019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:02:05.036053 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.base_scheduler [None req-42fa6f99-f2de-4a64-ae8a-88a34f751dd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=116019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:02:05.039759 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fa6f99-f2de-4a64-ae8a-88a34f751dd2 admin admin] Received port after_create {{(pid=116019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:02:05.040273 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-42fa6f99-f2de-4a64-ae8a-88a34f751dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495241'] for router_interface (e07a8eeb-da12-479a-bdab-63caef2144d4), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:05.082480 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-19f25111-f946-4f74-b777-b364d64bfbd3 None None] Publish callbacks [] for port (ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3), precommit_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:05.113307 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fedc2850-b405-4081-9c39-ff89f641a3ce admin admin] Made reservation on behalf of 99577212b896403ca58527594588e45c for: {'network': 1} {{(pid=116020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:02:05.116663 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-fedc2850-b405-4081-9c39-ff89f641a3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for network (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:05.116818 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa6f99-f2de-4a64-ae8a-88a34f751dd2 admin admin] Pushing event updated for resources: {'Port': ['ID=aadda01f-a309-4ed8-8e0c-31e070627597,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:05.130440 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-fedc2850-b405-4081-9c39-ff89f641a3ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:05.142287 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-762a3795-dcfa-4a12-bbef-07a1631759ef None None] Current status of the port 90ead709-4507-4e98-88dc-7d35750f6d78 is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:02:05.170346 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-19f25111-f946-4f74-b777-b364d64bfbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:05.229478 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf47d86f-2dd2-44d7-958f-28703d629a41 None None] Pushing event updated for resources: {'Port': ['ID=ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3,revision_number=2']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:05.248579 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-19f25111-f946-4f74-b777-b364d64bfbd3 None None] Attempting to bind port ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3 on host dv-cinder-858819-1-iscsi for vnic_type normal with profile {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:02:05.253768 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-fedc2850-b405-4081-9c39-ff89f641a3ce admin admin] Publish callbacks [] for security_group (dc3ffcea-2341-446c-b840-413da34356cf), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:05.254350 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-19f25111-f946-4f74-b777-b364d64bfbd3 None None] Attempting to bind port ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3 by drivers openvswitch,hyperv on host dv-cinder-858819-1-iscsi at level 0 using segments [{'id': '286b158d-b65b-48b3-9fb8-ab2055e67b3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'}] {{(pid=116021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:02:05.258474 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f25111-f946-4f74-b777-b364d64bfbd3 None None] Attempting to bind port ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3 on network b12f12c4-b4b4-4032-bd63-4e51184cdf86 {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:02:05.271465 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f25111-f946-4f74-b777-b364d64bfbd3 None None] Checking agent: {'id': 'a3649853-f423-4907-be3f-732a21e792f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858819-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 51, 52), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858819-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:02:05.271465 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f25111-f946-4f74-b777-b364d64bfbd3 None None] Checking segment: {'id': '286b158d-b65b-48b3-9fb8-ab2055e67b3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:02:05.271811 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-19f25111-f946-4f74-b777-b364d64bfbd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:05.272108 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f25111-f946-4f74-b777-b364d64bfbd3 None None] Bound using segment: {'id': '286b158d-b65b-48b3-9fb8-ab2055e67b3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'} {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:02:05.272640 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-19f25111-f946-4f74-b777-b364d64bfbd3 None None] Bound port: ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3, host: dv-cinder-858819-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '286b158d-b65b-48b3-9fb8-ab2055e67b3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'}}] {{(pid=116021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:02:05.273025 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-19f25111-f946-4f74-b777-b364d64bfbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:05.296881 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-42fa6f99-f2de-4a64-ae8a-88a34f751dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (aadda01f-a309-4ed8-8e0c-31e070627597), before_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:05.335709 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-fedc2850-b405-4081-9c39-ff89f641a3ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (dc3ffcea-2341-446c-b840-413da34356cf), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:05.339617 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-19f25111-f946-4f74-b777-b364d64bfbd3 None None] For port ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3, host dv-cinder-858819-1-iscsi, cleared binding levels {{(pid=116021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:02:05.343330 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-19f25111-f946-4f74-b777-b364d64bfbd3 None None] For port ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3, host dv-cinder-858819-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3,segment=NetworkSegment(286b158d-b65b-48b3-9fb8-ab2055e67b3c),segment_id=286b158d-b65b-48b3-9fb8-ab2055e67b3c)] {{(pid=116021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:02:05.357474 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fedc2850-b405-4081-9c39-ff89f641a3ce admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=116020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 22:02:05.363567 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-09ff6d95-60df-4a0b-96a6-fea1cb30797b None None] Provisioning complete for port aadda01f-a309-4ed8-8e0c-31e070627597 triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:02:05.363857 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-09ff6d95-60df-4a0b-96a6-fea1cb30797b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (aadda01f-a309-4ed8-8e0c-31e070627597), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:05.364228 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-09ff6d95-60df-4a0b-96a6-fea1cb30797b None None] Attempt 1 to provision port aadda01f-a309-4ed8-8e0c-31e070627597 Sep 21 22:02:05.383987 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-fedc2850-b405-4081-9c39-ff89f641a3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1532675'] for segment (a5df58ab-af11-4c08-9b1a-77128c681701), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:05.389681 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.db.segments_db [None req-fedc2850-b405-4081-9c39-ff89f641a3ce admin admin] Added segment a5df58ab-af11-4c08-9b1a-77128c681701 of type vlan for network 60ee3c98-b8d8-426e-ac22-7c2e2a4f71d2 Sep 21 22:02:05.389681 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc2850-b405-4081-9c39-ff89f641a3ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3ffcea-2341-446c-b840-413da34356cf,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:05.403709 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-09ff6d95-60df-4a0b-96a6-fea1cb30797b None None] Port aadda01f-a309-4ed8-8e0c-31e070627597 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:02:05.433397 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-fedc2850-b405-4081-9c39-ff89f641a3ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739545934906'] for network (60ee3c98-b8d8-426e-ac22-7c2e2a4f71d2), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:05.449171 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-19f25111-f946-4f74-b777-b364d64bfbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:05.479461 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-42fa6f99-f2de-4a64-ae8a-88a34f751dd2 admin admin] Publish callbacks [] for port (aadda01f-a309-4ed8-8e0c-31e070627597), precommit_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:05.506254 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f25111-f946-4f74-b777-b364d64bfbd3 None None] Routers {'e07a8eeb-da12-479a-bdab-63caef2144d4'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:02:05.506890 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-19f25111-f946-4f74-b777-b364d64bfbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:01:48Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['e07a8eeb-da12-479a-bdab-63caef2144d4'], 'active': True} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:02:05.515528 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 90ead709-4507-4e98-88dc-7d35750f6d78 up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:02:05.541204 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-fedc2850-b405-4081-9c39-ff89f641a3ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200'] for network (60ee3c98-b8d8-426e-ac22-7c2e2a4f71d2), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:05.542196 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedc2850-b405-4081-9c39-ff89f641a3ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:05.542806 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-fedc2850-b405-4081-9c39-ff89f641a3ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for network (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:05.593128 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-42fa6f99-f2de-4a64-ae8a-88a34f751dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (aadda01f-a309-4ed8-8e0c-31e070627597), after_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:05.594098 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-42fa6f99-f2de-4a64-ae8a-88a34f751dd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1653198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495141'] for router_interface (e07a8eeb-da12-479a-bdab-63caef2144d4), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:05.636590 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc2850-b405-4081-9c39-ff89f641a3ce admin admin] Pushing event updated for resources: {'Network': ['ID=60ee3c98-b8d8-426e-ac22-7c2e2a4f71d2,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:05.657235 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-fedc2850-b405-4081-9c39-ff89f641a3ce admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8151512 Sep 21 22:02:05.661452 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 60412) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:05.668650 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-38d73744-3821-4b45-94e4-f9238f41b69d admin admin] Request body: {'subnet': {'network_id': '60ee3c98-b8d8-426e-ac22-7c2e2a4f71d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-649089665-subnet', 'tenant_id': '99577212b896403ca58527594588e45c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:02:05.676779 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Network 60ee3c98-b8d8-426e-ac22-7c2e2a4f71d2 details requested by agent ovs-agent-dv-cinder-858819-1-iscsi with host dv-cinder-858819-1-iscsi {{(pid=116021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 22:02:05.707226 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa6f99-f2de-4a64-ae8a-88a34f751dd2 admin admin] Pushing event updated for resources: {'Port': ['ID=aadda01f-a309-4ed8-8e0c-31e070627597,revision_number=2']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:05.711488 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf47d86f-2dd2-44d7-958f-28703d629a41 None None] Pushing event updated for resources: {'Port': ['ID=ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3,revision_number=3']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:05.745468 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fa6f99-f2de-4a64-ae8a-88a34f751dd2 admin admin] Network 0a0f204a-7b90-4555-a7f3-852e300c0d43 is already hosted by enough agents. {{(pid=116019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:02:05.747465 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.base_scheduler [None req-42fa6f99-f2de-4a64-ae8a-88a34f751dd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=116019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:02:05.781878 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d73744-3821-4b45-94e4-f9238f41b69d admin admin] Made reservation on behalf of 99577212b896403ca58527594588e45c for: {'subnet': 1} {{(pid=116020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:02:05.784217 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-38d73744-3821-4b45-94e4-f9238f41b69d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13040444'] for subnet (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:05.808103 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 60414) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:05.857297 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvr_db [None req-19f25111-f946-4f74-b777-b364d64bfbd3 None None] Set router e07a8eeb-da12-479a-bdab-63caef2144d4 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:02:05.860384 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port 90ead709-4507-4e98-88dc-7d35750f6d78 triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:02:05.860384 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (90ead709-4507-4e98-88dc-7d35750f6d78), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:05.860711 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port 90ead709-4507-4e98-88dc-7d35750f6d78 Sep 21 22:02:05.934221 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-09ff6d95-60df-4a0b-96a6-fea1cb30797b None None] Attempt 2 to provision port aadda01f-a309-4ed8-8e0c-31e070627597 Sep 21 22:02:05.939503 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42fa6f99-f2de-4a64-ae8a-88a34f751dd2 admin admin] Router e07a8eeb-da12-479a-bdab-63caef2144d4 has already been hosted by L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 {{(pid=116019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:02:06.095953 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42fa6f99-f2de-4a64-ae8a-88a34f751dd2 admin admin] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:02:06.100589 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-d8f3bb5f-0790-440b-8949-01aece35fa7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:06.112428 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-42fa6f99-f2de-4a64-ae8a-88a34f751dd2 admin admin] 10.222.0.52 "PUT /v2.0/routers/e07a8eeb-da12-479a-bdab-63caef2144d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2027130 Sep 21 22:02:06.174209 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-09ff6d95-60df-4a0b-96a6-fea1cb30797b None None] Port aadda01f-a309-4ed8-8e0c-31e070627597 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:02:06.197874 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447b334-aa68-47a4-ac78-af88c61a5cfb req-451986f6-bb85-421f-9f8e-a6240e7adf03 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:06.199569 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b447b334-aa68-47a4-ac78-af88c61a5cfb req-451986f6-bb85-421f-9f8e-a6240e7adf03 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 945 time: 0.0778630 Sep 21 22:02:06.228774 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-d8f3bb5f-0790-440b-8949-01aece35fa7a admin admin] Publish callbacks [] for security_group (29895f27-063f-470d-8d93-b47aad0e4d82), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:06.257954 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b447b334-aa68-47a4-ac78-af88c61a5cfb req-ff97baa7-9bd3-4a61-88c9-b62b735cd432 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519392 Sep 21 22:02:06.259033 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port 90ead709-4507-4e98-88dc-7d35750f6d78 is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:02:06.278146 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-38d73744-3821-4b45-94e4-f9238f41b69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14265904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13040430'] for subnet (801bc145-d5c2-4f94-8f79-165ab0b5c6b0), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:06.318063 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-19f25111-f946-4f74-b777-b364d64bfbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07a8eeb-da12-479a-bdab-63caef2144d4', 'name': 'tempest-TestShelveInstance-728110681-router', 'tenant_id': '13aa7b49c4464cbc809327ef20c0d07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:02:01Z', 'updated_at': '2022-09-21T22:02:05Z', 'revision_number': 4, 'project_id': '13aa7b49c4464cbc809327ef20c0d07f', 'gw_port': {'id': 'ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:9d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e07a8eeb-da12-479a-bdab-63caef2144d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:02:01Z', 'updated_at': '2022-09-21T22:02:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': 'aadda01f-a309-4ed8-8e0c-31e070627597', 'name': '', 'network_id': '0a0f204a-7b90-4555-a7f3-852e300c0d43', 'tenant_id': '13aa7b49c4464cbc809327ef20c0d07f', 'mac_address': 'fa:16:3e:b0:89:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e07a8eeb-da12-479a-bdab-63caef2144d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '83469256-feb9-4006-976e-065546bde936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:02:04Z', 'updated_at': '2022-09-21T22:02:04Z', 'revision_number': 1, 'project_id': '13aa7b49c4464cbc809327ef20c0d07f', 'subnets': [{'id': '83469256-feb9-4006-976e-065546bde936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:02:06.329214 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-d8f3bb5f-0790-440b-8949-01aece35fa7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (29895f27-063f-470d-8d93-b47aad0e4d82), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:06.345460 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f25111-f946-4f74-b777-b364d64bfbd3 None None] The sync data for ids ['e07a8eeb-da12-479a-bdab-63caef2144d4'] in dv-cinder-858819-1-iscsi is: [{'id': 'e07a8eeb-da12-479a-bdab-63caef2144d4', 'name': 'tempest-TestShelveInstance-728110681-router', 'tenant_id': '13aa7b49c4464cbc809327ef20c0d07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:02:01Z', 'updated_at': '2022-09-21T22:02:05Z', 'revision_number': 4, 'project_id': '13aa7b49c4464cbc809327ef20c0d07f', 'gw_port': {'id': 'ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:9d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e07a8eeb-da12-479a-bdab-63caef2144d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:02:01Z', 'updated_at': '2022-09-21T22:02:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': 'aadda01f-a309-4ed8-8e0c-31e070627597', 'name': '', 'network_id': '0a0f204a-7b90-4555-a7f3-852e300c0d43', 'tenant_id': '13aa7b49c4464cbc809327ef20c0d07f', 'mac_address': 'fa:16:3e:b0:89:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e07a8eeb-da12-479a-bdab-63caef2144d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '83469256-feb9-4006-976e-065546bde936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:02:04Z', 'updated_at': '2022-09-21T22:02:04Z', 'revision_number': 1, 'project_id': '13aa7b49c4464cbc809327ef20c0d07f', 'subnets': [{'id': '83469256-feb9-4006-976e-065546bde936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:02:06.364656 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d73744-3821-4b45-94e4-f9238f41b69d admin admin] Pushing event updated for resources: {'Subnet': ['ID=801bc145-d5c2-4f94-8f79-165ab0b5c6b0,revision_number=0']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:06.395522 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-d8f3bb5f-0790-440b-8949-01aece35fa7a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d820c30f42c54308ae297acc691eee78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5858614 Sep 21 22:02:06.396399 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d73744-3821-4b45-94e4-f9238f41b69d admin admin] Checking segment: {'id': 'a5df58ab-af11-4c08-9b1a-77128c681701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '60ee3c98-b8d8-426e-ac22-7c2e2a4f71d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:02:06.396782 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d73744-3821-4b45-94e4-f9238f41b69d admin admin] Network hostable DHCP agents. Network: 60ee3c98-b8d8-426e-ac22-7c2e2a4f71d2, hostable agents: ['37d86b0a-09b3-4739-b3e3-a561a472abaa'], hosted agents: [] {{(pid=116020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 22:02:06.398817 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 60430) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:06.399544 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f3bb5f-0790-440b-8949-01aece35fa7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29895f27-063f-470d-8d93-b47aad0e4d82,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:06.458344 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-fe161d13-c4ae-4f90-9d30-2aa5b7cfdf5d admin admin] Publish callbacks [] for security_group (29895f27-063f-470d-8d93-b47aad0e4d82), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:06.482547 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-fe161d13-c4ae-4f90-9d30-2aa5b7cfdf5d admin admin] Publish callbacks [] for security_group (29895f27-063f-470d-8d93-b47aad0e4d82), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:06.495686 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d73744-3821-4b45-94e4-f9238f41b69d admin admin] Network 60ee3c98-b8d8-426e-ac22-7c2e2a4f71d2 is scheduled to be hosted by DHCP agent 37d86b0a-09b3-4739-b3e3-a561a472abaa with binding_index 1 {{(pid=116020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 22:02:06.595944 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.base_scheduler [None req-38d73744-3821-4b45-94e4-f9238f41b69d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858819-1-iscsi, 60ee3c98-b8d8-426e-ac22-7c2e2a4f71d2) {{(pid=116020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:02:06.600561 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d73744-3821-4b45-94e4-f9238f41b69d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:06.603903 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-38d73744-3821-4b45-94e4-f9238f41b69d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for subnet (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:06.610345 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7779b239-c8c5-4b44-8cd3-b1085145a825 None None] Network 60ee3c98-b8d8-426e-ac22-7c2e2a4f71d2 requested from dv-cinder-858819-1-iscsi {{(pid=116021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:02:06.616409 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-fe161d13-c4ae-4f90-9d30-2aa5b7cfdf5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (29895f27-063f-470d-8d93-b47aad0e4d82), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:06.619488 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-fe161d13-c4ae-4f90-9d30-2aa5b7cfdf5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:06.623414 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-fe161d13-c4ae-4f90-9d30-2aa5b7cfdf5d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/29895f27-063f-470d-8d93-b47aad0e4d82 HTTP/1.1" status: 204 len: 168 time: 0.2208135 Sep 21 22:02:06.628203 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 60436) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:06.633491 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-0e66a929-2d91-41ca-a0b6-ce1fba7bde4d tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-681499313', 'description': 'tempest-secgroup-smoke-681499313 description', 'project_id': '3a736bcce41d413f88518c9f7501738c'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:02:06.633962 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe161d13-c4ae-4f90-9d30-2aa5b7cfdf5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29895f27-063f-470d-8d93-b47aad0e4d82,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:06.679203 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-09ff6d95-60df-4a0b-96a6-fea1cb30797b None None] Attempt 3 to provision port aadda01f-a309-4ed8-8e0c-31e070627597 Sep 21 22:02:06.693474 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-38d73744-3821-4b45-94e4-f9238f41b69d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0300629 Sep 21 22:02:06.741401 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-09ff6d95-60df-4a0b-96a6-fea1cb30797b None None] Port aadda01f-a309-4ed8-8e0c-31e070627597 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:02:06.787233 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-0e66a929-2d91-41ca-a0b6-ce1fba7bde4d tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:06.793418 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714b1bd5-4c26-40c1-bc09-9c7d52296dbc None None] Network 60ee3c98-b8d8-426e-ac22-7c2e2a4f71d2 requested from dv-cinder-858819-1-iscsi {{(pid=116021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:02:06.862010 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-0e66a929-2d91-41ca-a0b6-ce1fba7bde4d tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Publish callbacks [] for security_group (ea10930e-9188-43b0-9849-b4668a931c5a), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:06.928152 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-0e66a929-2d91-41ca-a0b6-ce1fba7bde4d tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (ea10930e-9188-43b0-9849-b4668a931c5a), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:06.972347 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e66a929-2d91-41ca-a0b6-ce1fba7bde4d tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea10930e-9188-43b0-9849-b4668a931c5a,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:07.049269 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-0e66a929-2d91-41ca-a0b6-ce1fba7bde4d tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:07.050611 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-0e66a929-2d91-41ca-a0b6-ce1fba7bde4d tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4212384 Sep 21 22:02:07.053768 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 60450) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:07.059871 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-877f30f8-8243-480b-86ce-25a8d3332864 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Request body: {'security_group_rule': {'security_group_id': 'ea10930e-9188-43b0-9849-b4668a931c5a', 'project_id': '3a736bcce41d413f88518c9f7501738c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:02:07.164670 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-877f30f8-8243-480b-86ce-25a8d3332864 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Publish callbacks [] for security_group_rule (264af909-ac73-4fe2-9c0c-6e180a1b8fb0), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:07.238989 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-877f30f8-8243-480b-86ce-25a8d3332864 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Publish callbacks [] for security_group_rule (264af909-ac73-4fe2-9c0c-6e180a1b8fb0), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:07.242617 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-09ff6d95-60df-4a0b-96a6-fea1cb30797b None None] Attempt 4 to provision port aadda01f-a309-4ed8-8e0c-31e070627597 Sep 21 22:02:07.286840 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-09ff6d95-60df-4a0b-96a6-fea1cb30797b None None] Port aadda01f-a309-4ed8-8e0c-31e070627597 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:02:07.308301 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-877f30f8-8243-480b-86ce-25a8d3332864 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614269'] for security_group_rule (264af909-ac73-4fe2-9c0c-6e180a1b8fb0), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:07.332143 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877f30f8-8243-480b-86ce-25a8d3332864 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=264af909-ac73-4fe2-9c0c-6e180a1b8fb0,revision_number=0']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:07.396623 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379bbfc-95b8-4537-94c7-5a2f66006c3f req-84ebb7e3-fb14-4985-bcb3-d1e5c3acbe7d tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:07.398177 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1379bbfc-95b8-4537-94c7-5a2f66006c3f req-84ebb7e3-fb14-4985-bcb3-d1e5c3acbe7d tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 945 time: 0.0542009 Sep 21 22:02:07.449157 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1379bbfc-95b8-4537-94c7-5a2f66006c3f req-232615df-5f37-41ef-8788-eee62573a1ab tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450590 Sep 21 22:02:07.467038 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-877f30f8-8243-480b-86ce-25a8d3332864 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:07.468978 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-877f30f8-8243-480b-86ce-25a8d3332864 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4139881 Sep 21 22:02:07.473610 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 60466) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:07.480036 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-a050dbd1-54b4-44ef-82ac-3ca0773f10cb tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Request body: {'security_group_rule': {'security_group_id': 'ea10930e-9188-43b0-9849-b4668a931c5a', 'project_id': '3a736bcce41d413f88518c9f7501738c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:02:07.589914 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-a050dbd1-54b4-44ef-82ac-3ca0773f10cb tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Publish callbacks [] for security_group_rule (19fb2ccd-a632-4bed-9727-75a0027fbda3), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:07.648772 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-a050dbd1-54b4-44ef-82ac-3ca0773f10cb tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Publish callbacks [] for security_group_rule (19fb2ccd-a632-4bed-9727-75a0027fbda3), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:07.762733 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-a050dbd1-54b4-44ef-82ac-3ca0773f10cb tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614269'] for security_group_rule (19fb2ccd-a632-4bed-9727-75a0027fbda3), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:07.787930 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-09ff6d95-60df-4a0b-96a6-fea1cb30797b None None] Attempt 5 to provision port aadda01f-a309-4ed8-8e0c-31e070627597 Sep 21 22:02:07.799892 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a050dbd1-54b4-44ef-82ac-3ca0773f10cb tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19fb2ccd-a632-4bed-9727-75a0027fbda3,revision_number=0']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:07.862419 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-09ff6d95-60df-4a0b-96a6-fea1cb30797b None None] Port aadda01f-a309-4ed8-8e0c-31e070627597 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:02:07.939424 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-a050dbd1-54b4-44ef-82ac-3ca0773f10cb tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:07.940764 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-a050dbd1-54b4-44ef-82ac-3ca0773f10cb tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4659641 Sep 21 22:02:07.943435 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 60488) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:07.947772 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-0ff991d5-e48c-44e8-a04c-72a6fbcbcd82 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Request body: {'security_group_rule': {'security_group_id': 'ea10930e-9188-43b0-9849-b4668a931c5a', 'project_id': '3a736bcce41d413f88518c9f7501738c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:02:08.057979 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-0ff991d5-e48c-44e8-a04c-72a6fbcbcd82 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Publish callbacks [] for security_group_rule (417d4218-7e5f-414e-bd40-fb8312b53fa9), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:08.144489 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-0ff991d5-e48c-44e8-a04c-72a6fbcbcd82 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Publish callbacks [] for security_group_rule (417d4218-7e5f-414e-bd40-fb8312b53fa9), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:08.219995 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-0ff991d5-e48c-44e8-a04c-72a6fbcbcd82 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614269'] for security_group_rule (417d4218-7e5f-414e-bd40-fb8312b53fa9), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:08.244872 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff991d5-e48c-44e8-a04c-72a6fbcbcd82 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=417d4218-7e5f-414e-bd40-fb8312b53fa9,revision_number=0']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:08.303383 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-0ff991d5-e48c-44e8-a04c-72a6fbcbcd82 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:08.304720 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-0ff991d5-e48c-44e8-a04c-72a6fbcbcd82 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3603253 Sep 21 22:02:08.307773 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 60498) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:08.312500 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-9d34f6a9-7b80-486b-a967-28ed061a5421 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Request body: {'security_group_rule': {'security_group_id': 'ea10930e-9188-43b0-9849-b4668a931c5a', 'project_id': '3a736bcce41d413f88518c9f7501738c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:02:08.363740 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-09ff6d95-60df-4a0b-96a6-fea1cb30797b None None] Attempt 6 to provision port aadda01f-a309-4ed8-8e0c-31e070627597 Sep 21 22:02:08.397313 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-09ff6d95-60df-4a0b-96a6-fea1cb30797b None None] Port aadda01f-a309-4ed8-8e0c-31e070627597 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:02:08.420806 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-9d34f6a9-7b80-486b-a967-28ed061a5421 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Publish callbacks [] for security_group_rule (0c17be8a-c8f3-4843-affa-7d70ffc38386), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:08.485582 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-9d34f6a9-7b80-486b-a967-28ed061a5421 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Publish callbacks [] for security_group_rule (0c17be8a-c8f3-4843-affa-7d70ffc38386), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:08.575688 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-9d34f6a9-7b80-486b-a967-28ed061a5421 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614269'] for security_group_rule (0c17be8a-c8f3-4843-affa-7d70ffc38386), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:08.598949 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d34f6a9-7b80-486b-a967-28ed061a5421 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c17be8a-c8f3-4843-affa-7d70ffc38386,revision_number=0']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:08.600535 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c4e8e-090d-4728-89ad-5219779cb4a6 req-2700fc09-a313-4c90-a93e-79d1e9140149 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:08.603159 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-db9c4e8e-090d-4728-89ad-5219779cb4a6 req-2700fc09-a313-4c90-a93e-79d1e9140149 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 945 time: 0.0699434 Sep 21 22:02:08.670879 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-db9c4e8e-090d-4728-89ad-5219779cb4a6 req-ebcf4baf-fabd-4493-8297-2410f8513dbc tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544400 Sep 21 22:02:08.701194 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-9d34f6a9-7b80-486b-a967-28ed061a5421 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:08.705591 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-9d34f6a9-7b80-486b-a967-28ed061a5421 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3936818 Sep 21 22:02:08.711782 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 60508) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:08.711782 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-cf6cb9be-38b1-478b-94c2-b29f51e1fa7c tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Request body: {'security_group_rule': {'security_group_id': 'ea10930e-9188-43b0-9849-b4668a931c5a', 'project_id': '3a736bcce41d413f88518c9f7501738c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:02:08.819371 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.db.securitygroups_db [None req-cf6cb9be-38b1-478b-94c2-b29f51e1fa7c tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Project 3a736bcce41d413f88518c9f7501738c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 22:02:08.824894 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-cf6cb9be-38b1-478b-94c2-b29f51e1fa7c tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Publish callbacks [] for security_group_rule (69aeb780-66fb-4d00-b7a8-283c8003cfda), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:08.889411 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-cf6cb9be-38b1-478b-94c2-b29f51e1fa7c tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Publish callbacks [] for security_group_rule (69aeb780-66fb-4d00-b7a8-283c8003cfda), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:08.898300 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-09ff6d95-60df-4a0b-96a6-fea1cb30797b None None] Attempt 7 to provision port aadda01f-a309-4ed8-8e0c-31e070627597 Sep 21 22:02:08.932264 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-09ff6d95-60df-4a0b-96a6-fea1cb30797b None None] Port aadda01f-a309-4ed8-8e0c-31e070627597 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:02:08.981203 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-cf6cb9be-38b1-478b-94c2-b29f51e1fa7c tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614269'] for security_group_rule (69aeb780-66fb-4d00-b7a8-283c8003cfda), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:09.007001 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6cb9be-38b1-478b-94c2-b29f51e1fa7c tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69aeb780-66fb-4d00-b7a8-283c8003cfda,revision_number=0']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:09.097831 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-cf6cb9be-38b1-478b-94c2-b29f51e1fa7c tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:09.099060 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-cf6cb9be-38b1-478b-94c2-b29f51e1fa7c tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3922207 Sep 21 22:02:09.101884 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 60528) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:09.106842 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-94e46c28-c905-4b42-9412-8489d5eeda87 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Request body: {'security_group_rule': {'security_group_id': 'ea10930e-9188-43b0-9849-b4668a931c5a', 'project_id': '3a736bcce41d413f88518c9f7501738c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:02:09.219302 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.db.securitygroups_db [None req-94e46c28-c905-4b42-9412-8489d5eeda87 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Project 3a736bcce41d413f88518c9f7501738c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 22:02:09.247302 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-94e46c28-c905-4b42-9412-8489d5eeda87 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Publish callbacks [] for security_group_rule (deaa7ff2-d746-4d7f-8d37-9c4ae98237ba), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:09.287523 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d967f-1a9c-4c9c-97cd-3046e95b3d0e req-af46428a-0859-41b7-9cd7-0d15cfff9531 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:09.289039 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-967d967f-1a9c-4c9c-97cd-3046e95b3d0e req-af46428a-0859-41b7-9cd7-0d15cfff9531 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/networks?id=60ee3c98-b8d8-426e-ac22-7c2e2a4f71d2 HTTP/1.1" status: 200 len: 808 time: 0.1191275 Sep 21 22:02:09.304307 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-967d967f-1a9c-4c9c-97cd-3046e95b3d0e req-c77b5c3a-d646-433a-a1e2-264e3505ce03 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/quotas/99577212b896403ca58527594588e45c HTTP/1.1" status: 200 len: 375 time: 0.0098803 Sep 21 22:02:09.324635 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-94e46c28-c905-4b42-9412-8489d5eeda87 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Publish callbacks [] for security_group_rule (deaa7ff2-d746-4d7f-8d37-9c4ae98237ba), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:09.347435 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-967d967f-1a9c-4c9c-97cd-3046e95b3d0e req-a7f80abf-0ebc-4e83-bbe8-cde1f1eb0d24 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=99577212b896403ca58527594588e45c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317776 Sep 21 22:02:09.410028 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-94e46c28-c905-4b42-9412-8489d5eeda87 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614269'] for security_group_rule (deaa7ff2-d746-4d7f-8d37-9c4ae98237ba), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:09.434322 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-09ff6d95-60df-4a0b-96a6-fea1cb30797b None None] Attempt 8 to provision port aadda01f-a309-4ed8-8e0c-31e070627597 Sep 21 22:02:09.436250 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e46c28-c905-4b42-9412-8489d5eeda87 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deaa7ff2-d746-4d7f-8d37-9c4ae98237ba,revision_number=0']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:09.466190 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-967d967f-1a9c-4c9c-97cd-3046e95b3d0e req-913358d8-76ff-42c6-ac56-a12851a00443 service neutron] 10.222.0.52 "GET /v2.0/networks/60ee3c98-b8d8-426e-ac22-7c2e2a4f71d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132190 Sep 21 22:02:09.497740 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-09ff6d95-60df-4a0b-96a6-fea1cb30797b None None] Port aadda01f-a309-4ed8-8e0c-31e070627597 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:02:09.526148 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-94e46c28-c905-4b42-9412-8489d5eeda87 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:09.527371 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-94e46c28-c905-4b42-9412-8489d5eeda87 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4243460 Sep 21 22:02:09.606677 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3 up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:02:09.682300 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3 triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:02:09.682300 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:09.682300 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3 Sep 21 22:02:09.753438 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246a3242-6313-474f-a22b-f02eaa8c2c24 None None] Sync routers for ids ['e07a8eeb-da12-479a-bdab-63caef2144d4'] in dv-cinder-858819-1-iscsi {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:02:09.774200 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246a3242-6313-474f-a22b-f02eaa8c2c24 None None] Routers {'e07a8eeb-da12-479a-bdab-63caef2144d4'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:02:09.776158 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-246a3242-6313-474f-a22b-f02eaa8c2c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:01:48Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['e07a8eeb-da12-479a-bdab-63caef2144d4'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:02:09.813479 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3 is: DOWN; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:02:09.813929 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:09.840809 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] For port ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3,segment=NetworkSegment(286b158d-b65b-48b3-9fb8-ab2055e67b3c),segment_id=286b158d-b65b-48b3-9fb8-ab2055e67b3c)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:02:09.931683 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-246a3242-6313-474f-a22b-f02eaa8c2c24 None None] Set router e07a8eeb-da12-479a-bdab-63caef2144d4 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:02:09.996798 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-967d967f-1a9c-4c9c-97cd-3046e95b3d0e req-a37412ed-da5f-45e9-a965-e48008b8cadf service neutron] 10.222.0.52 "GET /v2.0/networks/60ee3c98-b8d8-426e-ac22-7c2e2a4f71d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5131195 Sep 21 22:02:09.999035 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-09ff6d95-60df-4a0b-96a6-fea1cb30797b None None] Attempt 9 to provision port aadda01f-a309-4ed8-8e0c-31e070627597 Sep 21 22:02:10.007098 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba0c1d-8b84-4673-a2db-a67cea1fe8cb req-cac6f80a-ad66-49b7-97f5-34f47bcbd0f4 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:10.009234 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-cfba0c1d-8b84-4673-a2db-a67cea1fe8cb req-cac6f80a-ad66-49b7-97f5-34f47bcbd0f4 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 945 time: 0.0920551 Sep 21 22:02:10.064521 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-09ff6d95-60df-4a0b-96a6-fea1cb30797b None None] Port aadda01f-a309-4ed8-8e0c-31e070627597 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:02:10.076683 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-cfba0c1d-8b84-4673-a2db-a67cea1fe8cb req-03d2da8f-1d99-4f4e-88b4-6f837021b2d8 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613127 Sep 21 22:02:10.171049 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-246a3242-6313-474f-a22b-f02eaa8c2c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07a8eeb-da12-479a-bdab-63caef2144d4', 'name': 'tempest-TestShelveInstance-728110681-router', 'tenant_id': '13aa7b49c4464cbc809327ef20c0d07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:02:01Z', 'updated_at': '2022-09-21T22:02:05Z', 'revision_number': 4, 'project_id': '13aa7b49c4464cbc809327ef20c0d07f', 'gw_port': {'id': 'ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:9d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e07a8eeb-da12-479a-bdab-63caef2144d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:02:01Z', 'updated_at': '2022-09-21T22:02:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': 'aadda01f-a309-4ed8-8e0c-31e070627597', 'name': '', 'network_id': '0a0f204a-7b90-4555-a7f3-852e300c0d43', 'tenant_id': '13aa7b49c4464cbc809327ef20c0d07f', 'mac_address': 'fa:16:3e:b0:89:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e07a8eeb-da12-479a-bdab-63caef2144d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '83469256-feb9-4006-976e-065546bde936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:02:04Z', 'updated_at': '2022-09-21T22:02:05Z', 'revision_number': 2, 'project_id': '13aa7b49c4464cbc809327ef20c0d07f', 'subnets': [{'id': '83469256-feb9-4006-976e-065546bde936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:02:10.190820 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:10.203505 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246a3242-6313-474f-a22b-f02eaa8c2c24 None None] Checking router: e07a8eeb-da12-479a-bdab-63caef2144d4 for host: dv-cinder-858819-1-iscsi {{(pid=116022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:02:10.203858 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246a3242-6313-474f-a22b-f02eaa8c2c24 None None] Updating router e07a8eeb-da12-479a-bdab-63caef2144d4 port aadda01f-a309-4ed8-8e0c-31e070627597 binding host dv-cinder-858819-1-iscsi {{(pid=116022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 22:02:10.245227 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-246a3242-6313-474f-a22b-f02eaa8c2c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (aadda01f-a309-4ed8-8e0c-31e070627597), before_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:10.253302 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Pushing event updated for resources: {'Port': ['ID=ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3,revision_number=4']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:10.324179 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1a3234ae-b7f5-4f2e-9cb4-64d1dc167dfe req-51a9dada-7d21-4b33-844f-94a60d184b7a tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a0de01-c6c4-4ea7-a6f7-aa54c2d9f40a HTTP/1.1" status: 200 len: 210 time: 0.0313153 Sep 21 22:02:10.603956 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-09ff6d95-60df-4a0b-96a6-fea1cb30797b None None] Attempt 10 to provision port aadda01f-a309-4ed8-8e0c-31e070627597 Sep 21 22:02:10.603956 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-09ff6d95-60df-4a0b-96a6-fea1cb30797b None None] Port aadda01f-a309-4ed8-8e0c-31e070627597 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:02:10.609408 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-246a3242-6313-474f-a22b-f02eaa8c2c24 None None] Publish callbacks [] for port (aadda01f-a309-4ed8-8e0c-31e070627597), precommit_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:10.719205 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-1a2369d1-65c9-4ab9-a9e4-225ebd46ff02 None None] Provisioning complete for port aadda01f-a309-4ed8-8e0c-31e070627597 triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:02:10.719590 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-1a2369d1-65c9-4ab9-a9e4-225ebd46ff02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (aadda01f-a309-4ed8-8e0c-31e070627597), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:10.719930 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-1a2369d1-65c9-4ab9-a9e4-225ebd46ff02 None None] Attempt 1 to provision port aadda01f-a309-4ed8-8e0c-31e070627597 Sep 21 22:02:10.749795 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-1a2369d1-65c9-4ab9-a9e4-225ebd46ff02 None None] Port aadda01f-a309-4ed8-8e0c-31e070627597 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:02:10.838570 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-246a3242-6313-474f-a22b-f02eaa8c2c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (aadda01f-a309-4ed8-8e0c-31e070627597), after_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:10.919997 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170726d0-0bfe-4d39-8c73-7ddb1adbd511 None None] Pushing event updated for resources: {'Port': ['ID=aadda01f-a309-4ed8-8e0c-31e070627597,revision_number=3']} {{(pid=116022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:10.940253 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.managers [None req-246a3242-6313-474f-a22b-f02eaa8c2c24 None None] Attempting to bind port aadda01f-a309-4ed8-8e0c-31e070627597 on host dv-cinder-858819-1-iscsi for vnic_type normal with profile {{(pid=116022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:02:10.940253 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.managers [None req-246a3242-6313-474f-a22b-f02eaa8c2c24 None None] Attempting to bind port aadda01f-a309-4ed8-8e0c-31e070627597 by drivers openvswitch,hyperv on host dv-cinder-858819-1-iscsi at level 0 using segments [{'id': '7fb8ec65-723e-41d8-a50b-32009928174d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0a0f204a-7b90-4555-a7f3-852e300c0d43'}] {{(pid=116022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:02:10.940253 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246a3242-6313-474f-a22b-f02eaa8c2c24 None None] Attempting to bind port aadda01f-a309-4ed8-8e0c-31e070627597 on network 0a0f204a-7b90-4555-a7f3-852e300c0d43 {{(pid=116022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:02:10.955333 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246a3242-6313-474f-a22b-f02eaa8c2c24 None None] Checking agent: {'id': 'a3649853-f423-4907-be3f-732a21e792f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858819-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 51, 52), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858819-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:02:10.956838 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246a3242-6313-474f-a22b-f02eaa8c2c24 None None] Checking segment: {'id': '7fb8ec65-723e-41d8-a50b-32009928174d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0a0f204a-7b90-4555-a7f3-852e300c0d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:02:10.957656 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-246a3242-6313-474f-a22b-f02eaa8c2c24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:10.958278 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246a3242-6313-474f-a22b-f02eaa8c2c24 None None] Bound using segment: {'id': '7fb8ec65-723e-41d8-a50b-32009928174d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0a0f204a-7b90-4555-a7f3-852e300c0d43'} {{(pid=116022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:02:10.959344 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.managers [None req-246a3242-6313-474f-a22b-f02eaa8c2c24 None None] Bound port: aadda01f-a309-4ed8-8e0c-31e070627597, host: dv-cinder-858819-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb8ec65-723e-41d8-a50b-32009928174d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0a0f204a-7b90-4555-a7f3-852e300c0d43'}}] {{(pid=116022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:02:10.960160 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-246a3242-6313-474f-a22b-f02eaa8c2c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (aadda01f-a309-4ed8-8e0c-31e070627597), before_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:11.045952 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.db [None req-246a3242-6313-474f-a22b-f02eaa8c2c24 None None] For port aadda01f-a309-4ed8-8e0c-31e070627597, host dv-cinder-858819-1-iscsi, cleared binding levels {{(pid=116022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:02:11.049543 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.db [None req-246a3242-6313-474f-a22b-f02eaa8c2c24 None None] For port aadda01f-a309-4ed8-8e0c-31e070627597, host dv-cinder-858819-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=aadda01f-a309-4ed8-8e0c-31e070627597,segment=NetworkSegment(7fb8ec65-723e-41d8-a50b-32009928174d),segment_id=7fb8ec65-723e-41d8-a50b-32009928174d)] {{(pid=116022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:02:11.147896 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-246a3242-6313-474f-a22b-f02eaa8c2c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (aadda01f-a309-4ed8-8e0c-31e070627597), after_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:11.201738 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246a3242-6313-474f-a22b-f02eaa8c2c24 None None] Routers {'e07a8eeb-da12-479a-bdab-63caef2144d4'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:02:11.202486 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-246a3242-6313-474f-a22b-f02eaa8c2c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:01:48Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['e07a8eeb-da12-479a-bdab-63caef2144d4'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:02:11.247691 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85decee-35e7-4866-934c-0a52f234c899 req-d5a7aea4-3658-4690-a40b-da7199a713eb tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:11.249973 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-d85decee-35e7-4866-934c-0a52f234c899 req-d5a7aea4-3658-4690-a40b-da7199a713eb tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 945 time: 0.0771117 Sep 21 22:02:11.250837 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-1a2369d1-65c9-4ab9-a9e4-225ebd46ff02 None None] Attempt 2 to provision port aadda01f-a309-4ed8-8e0c-31e070627597 Sep 21 22:02:11.325255 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-d85decee-35e7-4866-934c-0a52f234c899 req-33b1dda8-ba80-4993-ae6c-624a7556126b tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589347 Sep 21 22:02:11.338424 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-1a2369d1-65c9-4ab9-a9e4-225ebd46ff02 None None] Current status of the port aadda01f-a309-4ed8-8e0c-31e070627597 is: DOWN; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:02:11.338865 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-1a2369d1-65c9-4ab9-a9e4-225ebd46ff02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (aadda01f-a309-4ed8-8e0c-31e070627597), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:11.368118 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170726d0-0bfe-4d39-8c73-7ddb1adbd511 None None] Pushing event updated for resources: {'Port': ['ID=aadda01f-a309-4ed8-8e0c-31e070627597,revision_number=4']} {{(pid=116022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:11.396657 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-246a3242-6313-474f-a22b-f02eaa8c2c24 None None] Set router e07a8eeb-da12-479a-bdab-63caef2144d4 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:02:11.443596 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-1a2369d1-65c9-4ab9-a9e4-225ebd46ff02 None None] For port aadda01f-a309-4ed8-8e0c-31e070627597, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=aadda01f-a309-4ed8-8e0c-31e070627597,segment=NetworkSegment(7fb8ec65-723e-41d8-a50b-32009928174d),segment_id=7fb8ec65-723e-41d8-a50b-32009928174d)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:02:11.460678 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-5d84c0c1-3762-449a-bc8e-bbd75d3dbda1 req-2534c31b-346e-436d-b1bc-fe2415393bdf tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a0de01-c6c4-4ea7-a6f7-aa54c2d9f40a HTTP/1.1" status: 200 len: 210 time: 0.0472488 Sep 21 22:02:11.543864 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3 up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:02:11.565766 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-1a2369d1-65c9-4ab9-a9e4-225ebd46ff02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (aadda01f-a309-4ed8-8e0c-31e070627597), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:11.635260 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2369d1-65c9-4ab9-a9e4-225ebd46ff02 None None] Pushing event updated for resources: {'Port': ['ID=aadda01f-a309-4ed8-8e0c-31e070627597,revision_number=5']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:11.637688 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3 triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:02:11.637688 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:11.638094 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3 Sep 21 22:02:11.670536 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-246a3242-6313-474f-a22b-f02eaa8c2c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07a8eeb-da12-479a-bdab-63caef2144d4', 'name': 'tempest-TestShelveInstance-728110681-router', 'tenant_id': '13aa7b49c4464cbc809327ef20c0d07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:02:01Z', 'updated_at': '2022-09-21T22:02:05Z', 'revision_number': 4, 'project_id': '13aa7b49c4464cbc809327ef20c0d07f', 'gw_port': {'id': 'ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:9d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07a8eeb-da12-479a-bdab-63caef2144d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:02:01Z', 'updated_at': '2022-09-21T22:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': 'aadda01f-a309-4ed8-8e0c-31e070627597', 'name': '', 'network_id': '0a0f204a-7b90-4555-a7f3-852e300c0d43', 'tenant_id': '13aa7b49c4464cbc809327ef20c0d07f', 'mac_address': 'fa:16:3e:b0:89:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e07a8eeb-da12-479a-bdab-63caef2144d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '83469256-feb9-4006-976e-065546bde936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:02:04Z', 'updated_at': '2022-09-21T22:02:11Z', 'revision_number': 4, 'project_id': '13aa7b49c4464cbc809327ef20c0d07f', 'subnets': [{'id': '83469256-feb9-4006-976e-065546bde936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:02:11.696818 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246a3242-6313-474f-a22b-f02eaa8c2c24 None None] The sync data for ids ['e07a8eeb-da12-479a-bdab-63caef2144d4'] in dv-cinder-858819-1-iscsi is: [{'id': 'e07a8eeb-da12-479a-bdab-63caef2144d4', 'name': 'tempest-TestShelveInstance-728110681-router', 'tenant_id': '13aa7b49c4464cbc809327ef20c0d07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:02:01Z', 'updated_at': '2022-09-21T22:02:05Z', 'revision_number': 4, 'project_id': '13aa7b49c4464cbc809327ef20c0d07f', 'gw_port': {'id': 'ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:9d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07a8eeb-da12-479a-bdab-63caef2144d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:02:01Z', 'updated_at': '2022-09-21T22:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': 'aadda01f-a309-4ed8-8e0c-31e070627597', 'name': '', 'network_id': '0a0f204a-7b90-4555-a7f3-852e300c0d43', 'tenant_id': '13aa7b49c4464cbc809327ef20c0d07f', 'mac_address': 'fa:16:3e:b0:89:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e07a8eeb-da12-479a-bdab-63caef2144d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '83469256-feb9-4006-976e-065546bde936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:02:04Z', 'updated_at': '2022-09-21T22:02:11Z', 'revision_number': 4, 'project_id': '13aa7b49c4464cbc809327ef20c0d07f', 'subnets': [{'id': '83469256-feb9-4006-976e-065546bde936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:02:11.738322 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3 is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:02:11.739435 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device aadda01f-a309-4ed8-8e0c-31e070627597 up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:02:11.790815 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port aadda01f-a309-4ed8-8e0c-31e070627597 triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:02:11.791357 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (aadda01f-a309-4ed8-8e0c-31e070627597), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:11.792021 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port aadda01f-a309-4ed8-8e0c-31e070627597 Sep 21 22:02:11.876633 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port aadda01f-a309-4ed8-8e0c-31e070627597 is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:02:12.475934 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63613e08-afdc-412e-8277-73f3bab60dba req-5def27b6-3ef9-43bf-a5c1-9c655715682c tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:12.477549 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-63613e08-afdc-412e-8277-73f3bab60dba req-5def27b6-3ef9-43bf-a5c1-9c655715682c tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 945 time: 0.0563242 Sep 21 22:02:12.543956 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-63613e08-afdc-412e-8277-73f3bab60dba req-e3f4f8ca-84d2-4148-8657-2d4961c858e8 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534065 Sep 21 22:02:12.596056 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2521e977-0f2c-49da-8b3d-e1fd92f5afc3 req-c602f100-6164-48c1-9578-2ebb18c92b45 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a0de01-c6c4-4ea7-a6f7-aa54c2d9f40a HTTP/1.1" status: 200 len: 210 time: 0.0257139 Sep 21 22:02:13.018201 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-8c2ae9d2-cdaf-462b-9dbc-24fcf27fa7c9 req-05971892-7ca8-4e24-819b-e27325adbab9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=265d80a0-fca9-4f50-a08c-602210d0a96f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457265 Sep 21 22:02:13.183347 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ae9d2-cdaf-462b-9dbc-24fcf27fa7c9 req-a06ad7d9-594e-45f9-9d3e-433e0a4a9c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:13.184862 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-8c2ae9d2-cdaf-462b-9dbc-24fcf27fa7c9 req-a06ad7d9-594e-45f9-9d3e-433e0a4a9c32 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f5fc28ce43d342ff812e8671de415a9c&device_id=265d80a0-fca9-4f50-a08c-602210d0a96f HTTP/1.1" status: 200 len: 1129 time: 0.1083193 Sep 21 22:02:13.191356 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d967f-1a9c-4c9c-97cd-3046e95b3d0e req-a1be8dd1-8465-4901-8903-45c5e51975ed tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:13.192815 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-967d967f-1a9c-4c9c-97cd-3046e95b3d0e req-a1be8dd1-8465-4901-8903-45c5e51975ed tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.71 "GET /v2.0/networks?id=60ee3c98-b8d8-426e-ac22-7c2e2a4f71d2 HTTP/1.1" status: 200 len: 808 time: 0.1374292 Sep 21 22:02:13.223351 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [req-967d967f-1a9c-4c9c-97cd-3046e95b3d0e req-b8589ba5-293b-4a0c-8a35-e878acf8bd9e tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Request body: {'port': {'device_id': '08a0de01-c6c4-4ea7-a6f7-aa54c2d9f40a', 'network_id': '60ee3c98-b8d8-426e-ac22-7c2e2a4f71d2', 'admin_state_up': True, 'tenant_id': '99577212b896403ca58527594588e45c'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:02:13.388524 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ae9d2-cdaf-462b-9dbc-24fcf27fa7c9 req-e99e22f0-0f7e-48f5-9c04-b73380b67036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:13.389151 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-8c2ae9d2-cdaf-462b-9dbc-24fcf27fa7c9 req-e99e22f0-0f7e-48f5-9c04-b73380b67036 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0585c623-22cd-41df-a0a2-cf1e1b8bac58 HTTP/1.1" status: 200 len: 920 time: 0.1620934 Sep 21 22:02:13.440251 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-8c2ae9d2-cdaf-462b-9dbc-24fcf27fa7c9 req-a16bb731-c940-4731-be3b-165cc1d3ccbb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b34f6617-3c6e-4980-ab1b-3aa5e8b694e8 HTTP/1.1" status: 200 len: 217 time: 0.0387397 Sep 21 22:02:13.492273 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ae9d2-cdaf-462b-9dbc-24fcf27fa7c9 req-1b9f496e-dd07-4d8b-bacf-235c5c99c5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:13.497648 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-8c2ae9d2-cdaf-462b-9dbc-24fcf27fa7c9 req-1b9f496e-dd07-4d8b-bacf-235c5c99c5d1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=41a42251-d848-47c6-b80e-908765051886 HTTP/1.1" status: 200 len: 858 time: 0.0508690 Sep 21 22:02:13.498037 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device aadda01f-a309-4ed8-8e0c-31e070627597 up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:02:13.545471 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port aadda01f-a309-4ed8-8e0c-31e070627597 triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:02:13.545855 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (aadda01f-a309-4ed8-8e0c-31e070627597), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:13.546259 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port aadda01f-a309-4ed8-8e0c-31e070627597 Sep 21 22:02:13.548478 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ae9d2-cdaf-462b-9dbc-24fcf27fa7c9 req-424bf53d-4dcb-4648-a3ba-45a066595e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:13.549957 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-8c2ae9d2-cdaf-462b-9dbc-24fcf27fa7c9 req-424bf53d-4dcb-4648-a3ba-45a066595e80 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0585c623-22cd-41df-a0a2-cf1e1b8bac58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446870 Sep 21 22:02:13.608826 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-967d967f-1a9c-4c9c-97cd-3046e95b3d0e req-b8589ba5-293b-4a0c-8a35-e878acf8bd9e tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Made reservation on behalf of 99577212b896403ca58527594588e45c for: {'port': 1} {{(pid=116020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:02:13.612465 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-967d967f-1a9c-4c9c-97cd-3046e95b3d0e req-b8589ba5-293b-4a0c-8a35-e878acf8bd9e tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:13.630936 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port aadda01f-a309-4ed8-8e0c-31e070627597 is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:02:13.728505 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-f2e6081e-7b2d-4878-87bf-6e3dcd25c325 req-833e96b2-c0f6-4afc-800f-fb15053dfb26 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a0de01-c6c4-4ea7-a6f7-aa54c2d9f40a HTTP/1.1" status: 200 len: 210 time: 0.0296085 Sep 21 22:02:13.758192 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332adcde-ecb1-4b06-a6fc-b21ce5979fbd req-d52e583b-79bb-4875-aed5-2bb7f21f0523 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:13.759975 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-332adcde-ecb1-4b06-a6fc-b21ce5979fbd req-d52e583b-79bb-4875-aed5-2bb7f21f0523 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 945 time: 0.1106565 Sep 21 22:02:13.817121 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-332adcde-ecb1-4b06-a6fc-b21ce5979fbd req-8ea5f2d1-d317-4074-ab90-06c7de21c738 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504324 Sep 21 22:02:13.955082 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-8c2ae9d2-cdaf-462b-9dbc-24fcf27fa7c9 req-cec70f18-ef4a-4e7c-a892-47e714093ca9 service neutron] 10.222.0.71 "GET /v2.0/networks/0585c623-22cd-41df-a0a2-cf1e1b8bac58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920324 Sep 21 22:02:14.056537 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.db_base_plugin_common [req-967d967f-1a9c-4c9c-97cd-3046e95b3d0e req-b8589ba5-293b-4a0c-8a35-e878acf8bd9e tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Allocated IP 172.20.0.5 (60ee3c98-b8d8-426e-ac22-7c2e2a4f71d2/801bc145-d5c2-4f94-8f79-165ab0b5c6b0/c37bb7d2-f556-49ee-8375-d8ab7d43f025) {{(pid=116020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:02:14.100850 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-8c2ae9d2-cdaf-462b-9dbc-24fcf27fa7c9 req-b109127e-9d84-4b22-8ff2-706895eebe37 service neutron] 10.222.0.71 "GET /v2.0/networks/0585c623-22cd-41df-a0a2-cf1e1b8bac58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393015 Sep 21 22:02:14.250256 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-967d967f-1a9c-4c9c-97cd-3046e95b3d0e req-b8589ba5-293b-4a0c-8a35-e878acf8bd9e tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Publish callbacks [] for port (c37bb7d2-f556-49ee-8375-d8ab7d43f025), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:14.334321 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-967d967f-1a9c-4c9c-97cd-3046e95b3d0e req-b8589ba5-293b-4a0c-8a35-e878acf8bd9e tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (c37bb7d2-f556-49ee-8375-d8ab7d43f025), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:14.376397 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-967d967f-1a9c-4c9c-97cd-3046e95b3d0e req-b8589ba5-293b-4a0c-8a35-e878acf8bd9e tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Network 60ee3c98-b8d8-426e-ac22-7c2e2a4f71d2 is already hosted by enough agents. {{(pid=116020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:02:14.379600 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.base_scheduler [req-967d967f-1a9c-4c9c-97cd-3046e95b3d0e req-b8589ba5-293b-4a0c-8a35-e878acf8bd9e tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Resources bound (agent type, host, resource id): {{(pid=116020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:02:14.386851 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [req-967d967f-1a9c-4c9c-97cd-3046e95b3d0e req-b8589ba5-293b-4a0c-8a35-e878acf8bd9e tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Received port after_create {{(pid=116020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:02:14.419037 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8589ba5-293b-4a0c-8a35-e878acf8bd9e tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Pushing event updated for resources: {'Port': ['ID=c37bb7d2-f556-49ee-8375-d8ab7d43f025,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:14.446081 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d967f-1a9c-4c9c-97cd-3046e95b3d0e req-b8589ba5-293b-4a0c-8a35-e878acf8bd9e tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:14.446700 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-967d967f-1a9c-4c9c-97cd-3046e95b3d0e req-b8589ba5-293b-4a0c-8a35-e878acf8bd9e tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:14.698339 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-967d967f-1a9c-4c9c-97cd-3046e95b3d0e req-b8589ba5-293b-4a0c-8a35-e878acf8bd9e tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4794071 Sep 21 22:02:14.718685 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [req-967d967f-1a9c-4c9c-97cd-3046e95b3d0e req-25fc0c0a-1a47-4457-b8f0-2002adb8f164 service neutron] Request body: {'port': {'device_id': '08a0de01-c6c4-4ea7-a6f7-aa54c2d9f40a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:02:14.736329 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.agents_db [None req-53c7536d-764e-4ad7-87ad-c450eadf28b3 None None] Agent healthcheck: found 6 active agents {{(pid=116022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:02:14.789304 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-967d967f-1a9c-4c9c-97cd-3046e95b3d0e req-25fc0c0a-1a47-4457-b8f0-2002adb8f164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (c37bb7d2-f556-49ee-8375-d8ab7d43f025), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:14.825376 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (0aee7d89-594f-4992-91de-a4ac3f52e28d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:14.877771 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be25cde-77f7-4f5f-9046-9d666b755594 req-e1222f06-8f05-4160-b14a-26042936fae5 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:14.886532 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-3be25cde-77f7-4f5f-9046-9d666b755594 req-e1222f06-8f05-4160-b14a-26042936fae5 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a0de01-c6c4-4ea7-a6f7-aa54c2d9f40a HTTP/1.1" status: 200 len: 931 time: 0.0636699 Sep 21 22:02:14.971843 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-3be25cde-77f7-4f5f-9046-9d666b755594 req-3287f62c-01aa-4f4b-a3d3-41bfa36dc9f0 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc3ffcea-2341-446c-b840-413da34356cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834422 Sep 21 22:02:15.002977 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b21fcc9-75e0-4767-9901-8b5d35060b32 req-4acc22e3-cad4-4056-a596-7c924e21c752 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:15.004855 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2b21fcc9-75e0-4767-9901-8b5d35060b32 req-4acc22e3-cad4-4056-a596-7c924e21c752 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 945 time: 0.1003802 Sep 21 22:02:15.053317 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2b21fcc9-75e0-4767-9901-8b5d35060b32 req-1d535ca1-af4b-4f38-9e32-a680e82ecc1d tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423651 Sep 21 22:02:15.081632 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [req-967d967f-1a9c-4c9c-97cd-3046e95b3d0e req-25fc0c0a-1a47-4457-b8f0-2002adb8f164 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c37bb7d2-f556-49ee-8375-d8ab7d43f025 {{(pid=116020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:02:15.089561 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-967d967f-1a9c-4c9c-97cd-3046e95b3d0e req-25fc0c0a-1a47-4457-b8f0-2002adb8f164 service neutron] Publish callbacks [] for port (c37bb7d2-f556-49ee-8375-d8ab7d43f025), precommit_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:15.102816 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.provisioning_blocks [req-967d967f-1a9c-4c9c-97cd-3046e95b3d0e req-25fc0c0a-1a47-4457-b8f0-2002adb8f164 service neutron] Transition to ACTIVE for port object c37bb7d2-f556-49ee-8375-d8ab7d43f025 will not be triggered until provisioned by entity L2. {{(pid=116020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 22:02:15.193075 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-967d967f-1a9c-4c9c-97cd-3046e95b3d0e req-25fc0c0a-1a47-4457-b8f0-2002adb8f164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14266021'] for port (c37bb7d2-f556-49ee-8375-d8ab7d43f025), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:15.276991 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc0c0a-1a47-4457-b8f0-2002adb8f164 service neutron] Pushing event updated for resources: {'Port': ['ID=c37bb7d2-f556-49ee-8375-d8ab7d43f025,revision_number=2']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:15.310256 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-967d967f-1a9c-4c9c-97cd-3046e95b3d0e req-25fc0c0a-1a47-4457-b8f0-2002adb8f164 service neutron] Attempting to bind port c37bb7d2-f556-49ee-8375-d8ab7d43f025 on host hv-cinder-85881 for vnic_type normal with profile {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:02:15.310600 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-967d967f-1a9c-4c9c-97cd-3046e95b3d0e req-25fc0c0a-1a47-4457-b8f0-2002adb8f164 service neutron] Attempting to bind port c37bb7d2-f556-49ee-8375-d8ab7d43f025 by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': 'a5df58ab-af11-4c08-9b1a-77128c681701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '60ee3c98-b8d8-426e-ac22-7c2e2a4f71d2'}] {{(pid=116020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:02:15.310932 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967d967f-1a9c-4c9c-97cd-3046e95b3d0e req-25fc0c0a-1a47-4457-b8f0-2002adb8f164 service neutron] Attempting to bind port c37bb7d2-f556-49ee-8375-d8ab7d43f025 on network 60ee3c98-b8d8-426e-ac22-7c2e2a4f71d2 {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:02:15.315231 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967d967f-1a9c-4c9c-97cd-3046e95b3d0e req-25fc0c0a-1a47-4457-b8f0-2002adb8f164 service neutron] Port c37bb7d2-f556-49ee-8375-d8ab7d43f025 on network 60ee3c98-b8d8-426e-ac22-7c2e2a4f71d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 22:02:15.316492 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967d967f-1a9c-4c9c-97cd-3046e95b3d0e req-25fc0c0a-1a47-4457-b8f0-2002adb8f164 service neutron] Attempting to bind port c37bb7d2-f556-49ee-8375-d8ab7d43f025 on network 60ee3c98-b8d8-426e-ac22-7c2e2a4f71d2 {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:02:15.320541 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967d967f-1a9c-4c9c-97cd-3046e95b3d0e req-25fc0c0a-1a47-4457-b8f0-2002adb8f164 service neutron] Checking agent: {'id': '0aee7d89-594f-4992-91de-a4ac3f52e28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 58, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 58, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:02:15.320881 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967d967f-1a9c-4c9c-97cd-3046e95b3d0e req-25fc0c0a-1a47-4457-b8f0-2002adb8f164 service neutron] Checking segment: {'id': 'a5df58ab-af11-4c08-9b1a-77128c681701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '60ee3c98-b8d8-426e-ac22-7c2e2a4f71d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:02:15.321271 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967d967f-1a9c-4c9c-97cd-3046e95b3d0e req-25fc0c0a-1a47-4457-b8f0-2002adb8f164 service neutron] Bound using segment: {'id': 'a5df58ab-af11-4c08-9b1a-77128c681701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '60ee3c98-b8d8-426e-ac22-7c2e2a4f71d2'} {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:02:15.321696 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-967d967f-1a9c-4c9c-97cd-3046e95b3d0e req-25fc0c0a-1a47-4457-b8f0-2002adb8f164 service neutron] Bound port: c37bb7d2-f556-49ee-8375-d8ab7d43f025, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5df58ab-af11-4c08-9b1a-77128c681701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '60ee3c98-b8d8-426e-ac22-7c2e2a4f71d2'}}] {{(pid=116020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:02:15.322051 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-967d967f-1a9c-4c9c-97cd-3046e95b3d0e req-25fc0c0a-1a47-4457-b8f0-2002adb8f164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (c37bb7d2-f556-49ee-8375-d8ab7d43f025), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:15.384355 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-967d967f-1a9c-4c9c-97cd-3046e95b3d0e req-25fc0c0a-1a47-4457-b8f0-2002adb8f164 service neutron] For port c37bb7d2-f556-49ee-8375-d8ab7d43f025, host hv-cinder-85881, cleared binding levels {{(pid=116020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:02:15.387396 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-967d967f-1a9c-4c9c-97cd-3046e95b3d0e req-25fc0c0a-1a47-4457-b8f0-2002adb8f164 service neutron] For port c37bb7d2-f556-49ee-8375-d8ab7d43f025, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=c37bb7d2-f556-49ee-8375-d8ab7d43f025,segment=NetworkSegment(a5df58ab-af11-4c08-9b1a-77128c681701),segment_id=a5df58ab-af11-4c08-9b1a-77128c681701)] {{(pid=116020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:02:15.467373 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-967d967f-1a9c-4c9c-97cd-3046e95b3d0e req-25fc0c0a-1a47-4457-b8f0-2002adb8f164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14266021'] for port (c37bb7d2-f556-49ee-8375-d8ab7d43f025), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:15.473897 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d967f-1a9c-4c9c-97cd-3046e95b3d0e req-25fc0c0a-1a47-4457-b8f0-2002adb8f164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:15.474645 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-967d967f-1a9c-4c9c-97cd-3046e95b3d0e req-25fc0c0a-1a47-4457-b8f0-2002adb8f164 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:15.481387 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-967d967f-1a9c-4c9c-97cd-3046e95b3d0e req-25fc0c0a-1a47-4457-b8f0-2002adb8f164 service neutron] 10.222.0.71 "PUT /v2.0/ports/c37bb7d2-f556-49ee-8375-d8ab7d43f025 HTTP/1.1" status: 200 len: 1093 time: 0.7647471 Sep 21 22:02:15.481387 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08a0de01-c6c4-4ea7-a6f7-aa54c2d9f40a', 'tag': 'c37bb7d2-f556-49ee-8375-d8ab7d43f025'}] {{(pid=116020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:02:15.481387 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}616469ce01b4343580b51944d90e43cdadd76175ffa2c7c7ae3ce11ef7217efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59341e9f-2338-414d-9f17-30c948381cf2" -d '{"events": [{"name": "network-changed", "server_uuid": "08a0de01-c6c4-4ea7-a6f7-aa54c2d9f40a", "tag": "c37bb7d2-f556-49ee-8375-d8ab7d43f025"}]}' {{(pid=116020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:02:15.526041 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc0c0a-1a47-4457-b8f0-2002adb8f164 service neutron] Pushing event updated for resources: {'Port': ['ID=c37bb7d2-f556-49ee-8375-d8ab7d43f025,revision_number=3']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:15.552097 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b3ef11-3827-4c3f-a25e-50b1a2d4dad8 x-openstack-request-id: req-68b3ef11-3827-4c3f-a25e-50b1a2d4dad8 {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:02:15.552400 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08a0de01-c6c4-4ea7-a6f7-aa54c2d9f40a", "tag": "c37bb7d2-f556-49ee-8375-d8ab7d43f025", "status": "completed", "code": 200}]} {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:02:15.552716 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-68b3ef11-3827-4c3f-a25e-50b1a2d4dad8 {{(pid=116020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:02:15.553127 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68b3ef11-3827-4c3f-a25e-50b1a2d4dad8'] response: {'name': 'network-changed', 'server_uuid': '08a0de01-c6c4-4ea7-a6f7-aa54c2d9f40a', 'tag': 'c37bb7d2-f556-49ee-8375-d8ab7d43f025', 'status': 'completed', 'code': 200} Sep 21 22:02:15.627690 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59341e9f-2338-414d-9f17-30c948381cf2 req-8de164e5-4ad1-4a58-acfc-a0c2cf965a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:15.629273 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-59341e9f-2338-414d-9f17-30c948381cf2 req-8de164e5-4ad1-4a58-acfc-a0c2cf965a69 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=99577212b896403ca58527594588e45c&device_id=08a0de01-c6c4-4ea7-a6f7-aa54c2d9f40a HTTP/1.1" status: 200 len: 1127 time: 0.0506804 Sep 21 22:02:15.731969 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59341e9f-2338-414d-9f17-30c948381cf2 req-210e864d-5131-4c4b-b191-792caf0acfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:15.733386 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-59341e9f-2338-414d-9f17-30c948381cf2 req-210e864d-5131-4c4b-b191-792caf0acfc8 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=99577212b896403ca58527594588e45c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0920410 Sep 21 22:02:15.838695 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59341e9f-2338-414d-9f17-30c948381cf2 req-4555aa20-b687-4f46-a829-e242d61f9f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:15.840212 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-59341e9f-2338-414d-9f17-30c948381cf2 req-4555aa20-b687-4f46-a829-e242d61f9f87 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0975907 Sep 21 22:02:15.934562 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d967f-1a9c-4c9c-97cd-3046e95b3d0e req-fc109a61-6c05-4d81-93c5-85ccee3c8663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:15.936090 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-967d967f-1a9c-4c9c-97cd-3046e95b3d0e req-fc109a61-6c05-4d81-93c5-85ccee3c8663 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=99577212b896403ca58527594588e45c&device_id=08a0de01-c6c4-4ea7-a6f7-aa54c2d9f40a HTTP/1.1" status: 200 len: 1127 time: 0.0462925 Sep 21 22:02:15.969691 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-9641c5f3-05de-42c5-8801-c21dadf1070e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:15.996465 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-967d967f-1a9c-4c9c-97cd-3046e95b3d0e req-1eceff7d-0da4-414e-90d2-7dabdf29b05f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c37bb7d2-f556-49ee-8375-d8ab7d43f025 HTTP/1.1" status: 200 len: 217 time: 0.0346611 Sep 21 22:02:16.057173 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d967f-1a9c-4c9c-97cd-3046e95b3d0e req-882e4ef1-e99e-4e47-8e32-3899ae9793ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:16.057173 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-967d967f-1a9c-4c9c-97cd-3046e95b3d0e req-882e4ef1-e99e-4e47-8e32-3899ae9793ba service neutron] 10.222.0.71 "GET /v2.0/subnets?id=801bc145-d5c2-4f94-8f79-165ab0b5c6b0 HTTP/1.1" status: 200 len: 848 time: 0.0526464 Sep 21 22:02:16.092287 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-967d967f-1a9c-4c9c-97cd-3046e95b3d0e req-cabdbdca-b514-4f83-b1de-f2b708de1599 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=60ee3c98-b8d8-426e-ac22-7c2e2a4f71d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288820 Sep 21 22:02:16.118104 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93381f3-5993-41c9-8602-915da71f4eec req-d8db3a13-46ea-4b9a-bf4e-68a0825763ad tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:16.120263 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-f93381f3-5993-41c9-8602-915da71f4eec req-d8db3a13-46ea-4b9a-bf4e-68a0825763ad tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a0de01-c6c4-4ea7-a6f7-aa54c2d9f40a HTTP/1.1" status: 200 len: 943 time: 0.0613830 Sep 21 22:02:16.188629 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-f93381f3-5993-41c9-8602-915da71f4eec req-cfb26516-6091-4c7c-8884-b4f05e14d6f1 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc3ffcea-2341-446c-b840-413da34356cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622106 Sep 21 22:02:16.216192 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-967d967f-1a9c-4c9c-97cd-3046e95b3d0e req-5698a7af-309d-4341-9f43-30bc9fe5495a service neutron] 10.222.0.71 "GET /v2.0/networks/60ee3c98-b8d8-426e-ac22-7c2e2a4f71d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148250 Sep 21 22:02:16.276124 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe21d83-5e46-41f9-a161-60cd00369ce9 req-c9c77028-daa6-443d-b5e4-314903c62b3b tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:16.278199 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-6fe21d83-5e46-41f9-a161-60cd00369ce9 req-c9c77028-daa6-443d-b5e4-314903c62b3b tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 945 time: 0.0617492 Sep 21 22:02:16.329402 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-6fe21d83-5e46-41f9-a161-60cd00369ce9 req-6a92cbf1-43fa-471a-aa5a-8b6b5e3b6cc5 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441704 Sep 21 22:02:16.354578 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-967d967f-1a9c-4c9c-97cd-3046e95b3d0e req-7607240c-8f5e-4b9b-9308-aa0232f3889e service neutron] 10.222.0.71 "GET /v2.0/networks/60ee3c98-b8d8-426e-ac22-7c2e2a4f71d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324065 Sep 21 22:02:16.364192 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a27f9-034c-4732-bd54-499e9ae8abe6 req-c9666648-3f6e-49e5-8738-4e6bff32150c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:16.365683 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-b05a27f9-034c-4732-bd54-499e9ae8abe6 req-c9666648-3f6e-49e5-8738-4e6bff32150c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 1129 time: 0.0683303 Sep 21 22:02:16.424555 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-b05a27f9-034c-4732-bd54-499e9ae8abe6 req-6ae2a79d-7aa5-4516-9225-fffa330ad7b3 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471618 Sep 21 22:02:16.578933 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 60764) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:16.686069 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-9e7fa74c-9644-4f64-87fd-f581e191510d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:16.767247 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-9e7fa74c-9644-4f64-87fd-f581e191510d admin admin] Publish callbacks [] for security_group (bd91df8a-ae7a-4b47-abb2-ba626f9a24a3), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:16.824763 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-9e7fa74c-9644-4f64-87fd-f581e191510d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (bd91df8a-ae7a-4b47-abb2-ba626f9a24a3), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:16.861028 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7fa74c-9644-4f64-87fd-f581e191510d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd91df8a-ae7a-4b47-abb2-ba626f9a24a3,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:16.865377 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-9e7fa74c-9644-4f64-87fd-f581e191510d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=64116d739f33472da3aa4a38fbf05c54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2853856 Sep 21 22:02:16.868632 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 60768) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:16.917066 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-6bb0d4a9-be58-47ad-b9ae-600cfe9c5195 admin admin] Publish callbacks [] for security_group (bd91df8a-ae7a-4b47-abb2-ba626f9a24a3), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:16.940316 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-6bb0d4a9-be58-47ad-b9ae-600cfe9c5195 admin admin] Publish callbacks [] for security_group (bd91df8a-ae7a-4b47-abb2-ba626f9a24a3), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:17.053349 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-6bb0d4a9-be58-47ad-b9ae-600cfe9c5195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (bd91df8a-ae7a-4b47-abb2-ba626f9a24a3), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:17.056151 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-6bb0d4a9-be58-47ad-b9ae-600cfe9c5195 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:17.057440 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-6bb0d4a9-be58-47ad-b9ae-600cfe9c5195 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bd91df8a-ae7a-4b47-abb2-ba626f9a24a3 HTTP/1.1" status: 204 len: 168 time: 0.1883569 Sep 21 22:02:17.066030 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0d4a9-be58-47ad-b9ae-600cfe9c5195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd91df8a-ae7a-4b47-abb2-ba626f9a24a3,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:17.324533 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783ec0a-26c2-4588-bfc1-ed6a8ba8e3d8 req-f23e60e4-d472-43d5-8175-3d737fff3a84 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:17.334937 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-f783ec0a-26c2-4588-bfc1-ed6a8ba8e3d8 req-f23e60e4-d472-43d5-8175-3d737fff3a84 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a0de01-c6c4-4ea7-a6f7-aa54c2d9f40a HTTP/1.1" status: 200 len: 943 time: 0.0577903 Sep 21 22:02:17.376392 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-f783ec0a-26c2-4588-bfc1-ed6a8ba8e3d8 req-bc30971d-51ed-4695-b926-37310344abae tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc3ffcea-2341-446c-b840-413da34356cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442789 Sep 21 22:02:17.472857 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7a512-4fec-4aab-b073-299b1c5ba399 req-220297b7-a66a-4451-8fcb-02508f562255 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:17.474703 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2df7a512-4fec-4aab-b073-299b1c5ba399 req-220297b7-a66a-4451-8fcb-02508f562255 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 945 time: 0.0600889 Sep 21 22:02:17.534245 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2df7a512-4fec-4aab-b073-299b1c5ba399 req-10f3b325-34d8-46e3-8f29-a6dad995fe4e tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518458 Sep 21 22:02:18.150913 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-c673e437-cc75-4678-b2d9-3db4ca23c897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:18.503893 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96527d5e-f596-4a8b-ac78-f182598359c9 req-37aab00a-74c7-4021-9b3d-54a1ef73438a tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:18.505440 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-96527d5e-f596-4a8b-ac78-f182598359c9 req-37aab00a-74c7-4021-9b3d-54a1ef73438a tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a0de01-c6c4-4ea7-a6f7-aa54c2d9f40a HTTP/1.1" status: 200 len: 943 time: 0.0525572 Sep 21 22:02:18.555406 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-96527d5e-f596-4a8b-ac78-f182598359c9 req-734fa81c-e18b-4f21-928f-7914f3d353a9 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc3ffcea-2341-446c-b840-413da34356cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436835 Sep 21 22:02:18.669770 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481d66c-6207-4290-8ae9-3f1cef9a4da6 req-cfec1868-b4e8-4ab2-ac5b-1d8d4646fe51 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:18.671430 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-6481d66c-6207-4290-8ae9-3f1cef9a4da6 req-cfec1868-b4e8-4ab2-ac5b-1d8d4646fe51 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 945 time: 0.0582852 Sep 21 22:02:18.686473 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device c37bb7d2-f556-49ee-8375-d8ab7d43f025 details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=116021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 22:02:18.720615 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-6481d66c-6207-4290-8ae9-3f1cef9a4da6 req-0af4ae13-97aa-48d5-b5e7-d3ee589db056 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429707 Sep 21 22:02:18.794229 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port c37bb7d2-f556-49ee-8375-d8ab7d43f025, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=c37bb7d2-f556-49ee-8375-d8ab7d43f025,segment=NetworkSegment(a5df58ab-af11-4c08-9b1a-77128c681701),segment_id=a5df58ab-af11-4c08-9b1a-77128c681701)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:02:18.809270 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Returning: {'device': 'c37bb7d2-f556-49ee-8375-d8ab7d43f025', 'network_id': '60ee3c98-b8d8-426e-ac22-7c2e2a4f71d2', 'port_id': 'c37bb7d2-f556-49ee-8375-d8ab7d43f025', 'mac_address': 'fa:16:3e:de:53:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '801bc145-d5c2-4f94-8f79-165ab0b5c6b0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 22:02:18.853763 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port c37bb7d2-f556-49ee-8375-d8ab7d43f025 is: DOWN; New status is: BUILD {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:02:18.853763 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (c37bb7d2-f556-49ee-8375-d8ab7d43f025), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:18.853976 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de346a9a-4af5-4f4c-be50-90f50f9a5108 req-85d7249e-5eed-4107-b515-fd38309eaf40 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:18.856755 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-de346a9a-4af5-4f4c-be50-90f50f9a5108 req-85d7249e-5eed-4107-b515-fd38309eaf40 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=265d80a0-fca9-4f50-a08c-602210d0a96f HTTP/1.1" status: 200 len: 945 time: 0.0592935 Sep 21 22:02:18.866388 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.notifiers.nova [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c37bb7d2-f556-49ee-8375-d8ab7d43f025 {{(pid=116021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:02:18.887967 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port c37bb7d2-f556-49ee-8375-d8ab7d43f025, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=c37bb7d2-f556-49ee-8375-d8ab7d43f025,segment=NetworkSegment(a5df58ab-af11-4c08-9b1a-77128c681701),segment_id=a5df58ab-af11-4c08-9b1a-77128c681701)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:02:18.908970 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-de346a9a-4af5-4f4c-be50-90f50f9a5108 req-0f835aab-26d5-4ba7-aa13-a9824ccfaf3d tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469880 Sep 21 22:02:18.958249 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (c37bb7d2-f556-49ee-8375-d8ab7d43f025), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:19.018430 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=c37bb7d2-f556-49ee-8375-d8ab7d43f025,revision_number=4']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:19.343328 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] get_ports_and_sgs() called for port_ids ['c37bb7d2-f556-49ee-8375-d8ab7d43f025'] {{(pid=116021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:02:19.506980 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:19.691230 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925875eb-5f54-4a43-8dc1-a03c9d9158c8 req-fcd3c9f2-d23e-4640-bb70-dd7389312454 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:19.692798 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-925875eb-5f54-4a43-8dc1-a03c9d9158c8 req-fcd3c9f2-d23e-4640-bb70-dd7389312454 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a0de01-c6c4-4ea7-a6f7-aa54c2d9f40a HTTP/1.1" status: 200 len: 944 time: 0.0573874 Sep 21 22:02:19.749466 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-925875eb-5f54-4a43-8dc1-a03c9d9158c8 req-6556dcfa-9bf1-43c3-b010-f1c638032f87 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc3ffcea-2341-446c-b840-413da34356cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496478 Sep 21 22:02:20.363291 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 60870) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:20.505263 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-05fd7b79-9395-4a10-ab5c-687ebee668f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:20.582841 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-05fd7b79-9395-4a10-ab5c-687ebee668f2 admin admin] Publish callbacks [] for security_group (d629c423-d836-476b-8345-6b93f105fcf4), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:20.678321 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-05fd7b79-9395-4a10-ab5c-687ebee668f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (d629c423-d836-476b-8345-6b93f105fcf4), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:20.704564 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device c37bb7d2-f556-49ee-8375-d8ab7d43f025 up at agent hyperv_hv-cinder-85881 {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:02:20.723541 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-05fd7b79-9395-4a10-ab5c-687ebee668f2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3872df035e37432cbd6f670ec4f3321f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3568254 Sep 21 22:02:20.723541 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fd7b79-9395-4a10-ab5c-687ebee668f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d629c423-d836-476b-8345-6b93f105fcf4,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:20.724172 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 60876) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:20.794054 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-463053d8-33c8-4dd1-be8d-791f6661a420 admin admin] Publish callbacks [] for security_group (d629c423-d836-476b-8345-6b93f105fcf4), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:20.819230 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-463053d8-33c8-4dd1-be8d-791f6661a420 admin admin] Publish callbacks [] for security_group (d629c423-d836-476b-8345-6b93f105fcf4), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:20.838907 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Provisioning for port c37bb7d2-f556-49ee-8375-d8ab7d43f025 completed by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 22:02:20.844394 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Provisioning complete for port c37bb7d2-f556-49ee-8375-d8ab7d43f025 triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:02:20.844981 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (c37bb7d2-f556-49ee-8375-d8ab7d43f025), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:20.846447 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Attempt 1 to provision port c37bb7d2-f556-49ee-8375-d8ab7d43f025 Sep 21 22:02:20.913281 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0239f-46db-4149-ba39-f5b6ae75dd76 req-ee7c8bde-eaf3-4a7d-8c98-0775125de48b tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:20.914893 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-e8e0239f-46db-4149-ba39-f5b6ae75dd76 req-ee7c8bde-eaf3-4a7d-8c98-0775125de48b tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a0de01-c6c4-4ea7-a6f7-aa54c2d9f40a HTTP/1.1" status: 200 len: 944 time: 0.0588210 Sep 21 22:02:20.971478 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-e8e0239f-46db-4149-ba39-f5b6ae75dd76 req-8f9d38ab-79c3-4353-b345-140fc8bff68b tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc3ffcea-2341-446c-b840-413da34356cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505028 Sep 21 22:02:20.987435 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-463053d8-33c8-4dd1-be8d-791f6661a420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (d629c423-d836-476b-8345-6b93f105fcf4), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:20.991141 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-463053d8-33c8-4dd1-be8d-791f6661a420 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:20.996214 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-463053d8-33c8-4dd1-be8d-791f6661a420 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d629c423-d836-476b-8345-6b93f105fcf4 HTTP/1.1" status: 204 len: 168 time: 0.2697721 Sep 21 22:02:21.005886 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463053d8-33c8-4dd1-be8d-791f6661a420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d629c423-d836-476b-8345-6b93f105fcf4,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:21.081619 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port c37bb7d2-f556-49ee-8375-d8ab7d43f025 is: BUILD; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:02:21.082020 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (c37bb7d2-f556-49ee-8375-d8ab7d43f025), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:21.101380 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:21.106272 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a0de01-c6c4-4ea7-a6f7-aa54c2d9f40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37bb7d2-f556-49ee-8375-d8ab7d43f025'}] {{(pid=116021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:02:21.108601 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d500dca99ac2bf62db1703b02a00765538e18f27ddf2ede5333818e021564b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b85230-4883-4808-a66a-bc0a5ab5b6ef" -d '{"events": [{"server_uuid": "08a0de01-c6c4-4ea7-a6f7-aa54c2d9f40a", "name": "network-vif-plugged", "status": "completed", "tag": "c37bb7d2-f556-49ee-8375-d8ab7d43f025"}]}' {{(pid=116021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:02:21.122208 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port c37bb7d2-f556-49ee-8375-d8ab7d43f025, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=c37bb7d2-f556-49ee-8375-d8ab7d43f025,segment=NetworkSegment(a5df58ab-af11-4c08-9b1a-77128c681701),segment_id=a5df58ab-af11-4c08-9b1a-77128c681701)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:02:21.158240 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4edfc4-1c5d-422f-a129-b80eadb04680 x-openstack-request-id: req-2c4edfc4-1c5d-422f-a129-b80eadb04680 {{(pid=116021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:02:21.158561 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a0de01-c6c4-4ea7-a6f7-aa54c2d9f40a", "name": "network-vif-plugged", "status": "completed", "tag": "c37bb7d2-f556-49ee-8375-d8ab7d43f025", "code": 200}]} {{(pid=116021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:02:21.158820 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2c4edfc4-1c5d-422f-a129-b80eadb04680 {{(pid=116021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:02:21.159228 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c4edfc4-1c5d-422f-a129-b80eadb04680'] response: {'server_uuid': '08a0de01-c6c4-4ea7-a6f7-aa54c2d9f40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37bb7d2-f556-49ee-8375-d8ab7d43f025', 'code': 200} Sep 21 22:02:21.163888 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (c37bb7d2-f556-49ee-8375-d8ab7d43f025), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:21.225728 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=c37bb7d2-f556-49ee-8375-d8ab7d43f025,revision_number=5']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:21.322631 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71f189-6e98-4e92-b65b-af8e1b1b373d req-81723455-e13f-475f-a3ec-28acb459ed52 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:21.324455 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2a71f189-6e98-4e92-b65b-af8e1b1b373d req-81723455-e13f-475f-a3ec-28acb459ed52 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=265d80a0-fca9-4f50-a08c-602210d0a96f HTTP/1.1" status: 200 len: 945 time: 0.0605321 Sep 21 22:02:21.361400 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16eead-f150-43b5-b166-2816cc89bad4 req-05d3a4c9-81f6-4608-9812-ca2d6169e49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:21.363191 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-5e16eead-f150-43b5-b166-2816cc89bad4 req-05d3a4c9-81f6-4608-9812-ca2d6169e49d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f5fc28ce43d342ff812e8671de415a9c&device_id=265d80a0-fca9-4f50-a08c-602210d0a96f HTTP/1.1" status: 200 len: 1129 time: 0.0596049 Sep 21 22:02:21.381052 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2a71f189-6e98-4e92-b65b-af8e1b1b373d req-fed81ffb-9aa8-4ac6-af3a-2f2dcbb58615 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506148 Sep 21 22:02:21.511822 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16eead-f150-43b5-b166-2816cc89bad4 req-fbe79c5b-0551-4407-a90d-3fa1c2a09d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:21.513320 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-5e16eead-f150-43b5-b166-2816cc89bad4 req-fbe79c5b-0551-4407-a90d-3fa1c2a09d78 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0585c623-22cd-41df-a0a2-cf1e1b8bac58 HTTP/1.1" status: 200 len: 920 time: 0.1278405 Sep 21 22:02:21.536900 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c528a1c-d9ec-425b-84b7-facc02e7efaa req-899145e3-eebf-449b-9b18-7dbcd99cd914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:21.538323 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-1c528a1c-d9ec-425b-84b7-facc02e7efaa req-899145e3-eebf-449b-9b18-7dbcd99cd914 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=08a0de01-c6c4-4ea7-a6f7-aa54c2d9f40a HTTP/1.1" status: 200 len: 1129 time: 0.0672250 Sep 21 22:02:21.565544 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-5e16eead-f150-43b5-b166-2816cc89bad4 req-8aa5af8d-9b7e-4d2d-b4c6-0790652666f7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b34f6617-3c6e-4980-ab1b-3aa5e8b694e8 HTTP/1.1" status: 200 len: 217 time: 0.0378196 Sep 21 22:02:21.642437 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-1c528a1c-d9ec-425b-84b7-facc02e7efaa req-3e160ef2-a750-40c5-9535-41b70acc1835 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=dc3ffcea-2341-446c-b840-413da34356cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758810 Sep 21 22:02:21.644668 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16eead-f150-43b5-b166-2816cc89bad4 req-0c33b951-5309-4209-9651-c38b4c2cccd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:21.646064 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-5e16eead-f150-43b5-b166-2816cc89bad4 req-0c33b951-5309-4209-9651-c38b4c2cccd5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=41a42251-d848-47c6-b80e-908765051886 HTTP/1.1" status: 200 len: 858 time: 0.0662959 Sep 21 22:02:21.714464 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 60900) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:21.727704 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-6dc439bf-70ec-4037-9d01-2cb3ee3c3570 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:21.810999 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-6dc439bf-70ec-4037-9d01-2cb3ee3c3570 admin admin] Publish callbacks [] for security_group (9f4a22a3-e993-44cc-a9a6-752b05caebb1), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:21.876188 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-6dc439bf-70ec-4037-9d01-2cb3ee3c3570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (9f4a22a3-e993-44cc-a9a6-752b05caebb1), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:21.917127 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-6dc439bf-70ec-4037-9d01-2cb3ee3c3570 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0a40217dae8e4415a2d175f590da6ef8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2015221 Sep 21 22:02:21.918449 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc439bf-70ec-4037-9d01-2cb3ee3c3570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4a22a3-e993-44cc-a9a6-752b05caebb1,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:21.920836 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 60908) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:21.955840 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16eead-f150-43b5-b166-2816cc89bad4 req-77daaa31-898a-40b8-83ee-d0e2015249f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:21.960845 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-5e16eead-f150-43b5-b166-2816cc89bad4 req-77daaa31-898a-40b8-83ee-d0e2015249f8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0585c623-22cd-41df-a0a2-cf1e1b8bac58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526872 Sep 21 22:02:21.974740 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-980b544f-ea13-4ea3-969c-7307fc0dad09 admin admin] Publish callbacks [] for security_group (9f4a22a3-e993-44cc-a9a6-752b05caebb1), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:21.996937 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-980b544f-ea13-4ea3-969c-7307fc0dad09 admin admin] Publish callbacks [] for security_group (9f4a22a3-e993-44cc-a9a6-752b05caebb1), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:22.058046 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-5e16eead-f150-43b5-b166-2816cc89bad4 req-68ec7de0-62fc-4f2e-92f2-49ce926b780b service neutron] 10.222.0.71 "GET /v2.0/networks/0585c623-22cd-41df-a0a2-cf1e1b8bac58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915549 Sep 21 22:02:22.109744 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e3f9c-be55-48a8-9b7d-7bcf3c4c6355 req-ad0d3a13-2f14-4ef2-abef-a82bf7cfdbfb tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:22.111944 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-5c0e3f9c-be55-48a8-9b7d-7bcf3c4c6355 req-ad0d3a13-2f14-4ef2-abef-a82bf7cfdbfb tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a0de01-c6c4-4ea7-a6f7-aa54c2d9f40a HTTP/1.1" status: 200 len: 945 time: 0.0555925 Sep 21 22:02:22.134927 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-980b544f-ea13-4ea3-969c-7307fc0dad09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (9f4a22a3-e993-44cc-a9a6-752b05caebb1), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:22.137607 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-980b544f-ea13-4ea3-969c-7307fc0dad09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:22.138756 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-980b544f-ea13-4ea3-969c-7307fc0dad09 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9f4a22a3-e993-44cc-a9a6-752b05caebb1 HTTP/1.1" status: 204 len: 168 time: 0.2167723 Sep 21 22:02:22.159749 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b544f-ea13-4ea3-969c-7307fc0dad09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4a22a3-e993-44cc-a9a6-752b05caebb1,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:22.162497 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-5e16eead-f150-43b5-b166-2816cc89bad4 req-be41270c-e6a2-4e9b-a4c0-173f05741377 service neutron] 10.222.0.71 "GET /v2.0/networks/0585c623-22cd-41df-a0a2-cf1e1b8bac58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953588 Sep 21 22:02:22.173356 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-5c0e3f9c-be55-48a8-9b7d-7bcf3c4c6355 req-721cf77d-a3c3-4bf2-800d-6598fff38051 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc3ffcea-2341-446c-b840-413da34356cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555456 Sep 21 22:02:22.514397 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894b482-2021-4bde-87c7-16e4c4846a0f req-f02dcc03-6e25-48e6-8840-7f33493e0364 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:22.515952 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1894b482-2021-4bde-87c7-16e4c4846a0f req-f02dcc03-6e25-48e6-8840-7f33493e0364 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=265d80a0-fca9-4f50-a08c-602210d0a96f HTTP/1.1" status: 200 len: 945 time: 0.0560336 Sep 21 22:02:22.516784 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:22.568327 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1894b482-2021-4bde-87c7-16e4c4846a0f req-ff56cf30-a7fc-4ff1-a170-02a6f429609b tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456080 Sep 21 22:02:22.815158 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 60926) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:22.832446 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d24bb8b7-d07d-4c59-a1f4-6a3005c0b2a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:22.908752 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d24bb8b7-d07d-4c59-a1f4-6a3005c0b2a8 admin admin] Publish callbacks [] for security_group (1f63e22f-21aa-407d-880e-20aa4af9dc9d), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:23.021173 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d24bb8b7-d07d-4c59-a1f4-6a3005c0b2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (1f63e22f-21aa-407d-880e-20aa4af9dc9d), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:23.060584 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-d24bb8b7-d07d-4c59-a1f4-6a3005c0b2a8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=caf243f2f6124fd787ce32566d516adb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2441001 Sep 21 22:02:23.061962 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24bb8b7-d07d-4c59-a1f4-6a3005c0b2a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f63e22f-21aa-407d-880e-20aa4af9dc9d,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:23.063571 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 60934) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:23.115468 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-2095b942-10e1-4600-ba79-695dae56cb55 admin admin] Publish callbacks [] for security_group (1f63e22f-21aa-407d-880e-20aa4af9dc9d), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:23.139659 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-2095b942-10e1-4600-ba79-695dae56cb55 admin admin] Publish callbacks [] for security_group (1f63e22f-21aa-407d-880e-20aa4af9dc9d), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:23.242862 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-2095b942-10e1-4600-ba79-695dae56cb55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (1f63e22f-21aa-407d-880e-20aa4af9dc9d), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:23.245662 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-2095b942-10e1-4600-ba79-695dae56cb55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:23.247264 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-2095b942-10e1-4600-ba79-695dae56cb55 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1f63e22f-21aa-407d-880e-20aa4af9dc9d HTTP/1.1" status: 204 len: 168 time: 0.1825817 Sep 21 22:02:23.256736 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2095b942-10e1-4600-ba79-695dae56cb55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f63e22f-21aa-407d-880e-20aa4af9dc9d,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:23.324528 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bab828-7186-4164-8312-9247e6fc6be0 req-9c1a2eba-9928-4e78-ac33-3160ba5edcd6 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:23.326013 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-62bab828-7186-4164-8312-9247e6fc6be0 req-9c1a2eba-9928-4e78-ac33-3160ba5edcd6 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a0de01-c6c4-4ea7-a6f7-aa54c2d9f40a HTTP/1.1" status: 200 len: 945 time: 0.0683482 Sep 21 22:02:23.376882 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-62bab828-7186-4164-8312-9247e6fc6be0 req-cb622149-8bc6-4523-b0bc-a38e1912b2ce tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc3ffcea-2341-446c-b840-413da34356cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438216 Sep 21 22:02:23.698373 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34164a67-c8b1-4ffc-9265-8e3a62aee1a0 req-de953f0b-761c-41ee-a9ef-465a10f48402 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:23.699944 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-34164a67-c8b1-4ffc-9265-8e3a62aee1a0 req-de953f0b-761c-41ee-a9ef-465a10f48402 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=265d80a0-fca9-4f50-a08c-602210d0a96f HTTP/1.1" status: 200 len: 945 time: 0.0570171 Sep 21 22:02:23.746501 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-34164a67-c8b1-4ffc-9265-8e3a62aee1a0 req-63ab6f6e-b60f-494d-aad6-b361b8c0e373 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409689 Sep 21 22:02:24.502763 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66131e32-2f6b-48f8-a486-571bdbf70051 req-2b0cdaac-dd98-4a2a-830b-14de90691916 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:24.504296 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-66131e32-2f6b-48f8-a486-571bdbf70051 req-2b0cdaac-dd98-4a2a-830b-14de90691916 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a0de01-c6c4-4ea7-a6f7-aa54c2d9f40a HTTP/1.1" status: 200 len: 945 time: 0.0527389 Sep 21 22:02:24.552028 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-66131e32-2f6b-48f8-a486-571bdbf70051 req-a202dd61-f2a7-4bcc-b124-8a4b27dfeecc tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc3ffcea-2341-446c-b840-413da34356cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422111 Sep 21 22:02:24.879796 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a34b4-d6bd-4b3d-bb30-fc91201deaf3 req-c859e99e-4c09-49dd-95de-91853b6dc45c tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:24.881354 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-bc2a34b4-d6bd-4b3d-bb30-fc91201deaf3 req-c859e99e-4c09-49dd-95de-91853b6dc45c tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=265d80a0-fca9-4f50-a08c-602210d0a96f HTTP/1.1" status: 200 len: 945 time: 0.0529830 Sep 21 22:02:24.931987 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-bc2a34b4-d6bd-4b3d-bb30-fc91201deaf3 req-77487d41-52f9-493e-8714-9b497b173692 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450599 Sep 21 22:02:26.054029 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd0818-6a5b-4def-9a73-f77dc3635dde req-70be2b3d-66a9-454e-a4f3-5478cf6e1ff4 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:26.055513 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-f5fd0818-6a5b-4def-9a73-f77dc3635dde req-70be2b3d-66a9-454e-a4f3-5478cf6e1ff4 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=265d80a0-fca9-4f50-a08c-602210d0a96f HTTP/1.1" status: 200 len: 945 time: 0.0522425 Sep 21 22:02:26.100980 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-f5fd0818-6a5b-4def-9a73-f77dc3635dde req-5c5bece8-d978-4ad7-8636-ec36473385a9 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400269 Sep 21 22:02:27.233031 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93a787-2cab-454e-9210-025b99220085 req-086b284a-0863-43c6-830e-148933983bd1 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:27.234593 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-6e93a787-2cab-454e-9210-025b99220085 req-086b284a-0863-43c6-830e-148933983bd1 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=265d80a0-fca9-4f50-a08c-602210d0a96f HTTP/1.1" status: 200 len: 945 time: 0.0561533 Sep 21 22:02:27.286870 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-6e93a787-2cab-454e-9210-025b99220085 req-8c56bbf9-dabf-454d-866f-99b44eef4aab tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455554 Sep 21 22:02:28.121341 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59891d42-3972-4841-9f99-15471d3ff62f req-8ce0a863-888f-4e69-b50e-62133ae72343 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:28.123200 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-59891d42-3972-4841-9f99-15471d3ff62f req-8ce0a863-888f-4e69-b50e-62133ae72343 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a0de01-c6c4-4ea7-a6f7-aa54c2d9f40a HTTP/1.1" status: 200 len: 945 time: 0.0589979 Sep 21 22:02:28.173723 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-59891d42-3972-4841-9f99-15471d3ff62f req-475de15e-09d4-4d15-92e3-1ddf359c06f7 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc3ffcea-2341-446c-b840-413da34356cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437100 Sep 21 22:02:28.423998 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5fbb41-2b15-4cb2-8eda-da3e9ca59f7e req-f245062b-5633-481a-a57f-c9ae1b1f4101 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:28.431410 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8e5fbb41-2b15-4cb2-8eda-da3e9ca59f7e req-f245062b-5633-481a-a57f-c9ae1b1f4101 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=265d80a0-fca9-4f50-a08c-602210d0a96f HTTP/1.1" status: 200 len: 945 time: 0.0628605 Sep 21 22:02:28.499466 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8e5fbb41-2b15-4cb2-8eda-da3e9ca59f7e req-9f32aca0-ed72-464e-a756-d9ce6624e11e tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629389 Sep 21 22:02:29.297970 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cbc524-375b-4c26-a530-f4a401634351 req-770d1afa-e15e-409e-b114-7992a5f393b9 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:29.299425 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-e0cbc524-375b-4c26-a530-f4a401634351 req-770d1afa-e15e-409e-b114-7992a5f393b9 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a0de01-c6c4-4ea7-a6f7-aa54c2d9f40a HTTP/1.1" status: 200 len: 945 time: 0.0521264 Sep 21 22:02:29.349351 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-e0cbc524-375b-4c26-a530-f4a401634351 req-4c2386f0-2dd6-44d7-910a-6dacbe6715c8 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc3ffcea-2341-446c-b840-413da34356cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443676 Sep 21 22:02:29.642686 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa973e29-6354-484d-ab91-3e9c65f3d204 req-e5f09363-6319-4d8f-a8b5-c154a11f3a12 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:29.644483 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-fa973e29-6354-484d-ab91-3e9c65f3d204 req-e5f09363-6319-4d8f-a8b5-c154a11f3a12 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=265d80a0-fca9-4f50-a08c-602210d0a96f HTTP/1.1" status: 200 len: 945 time: 0.0609450 Sep 21 22:02:29.699344 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-fa973e29-6354-484d-ab91-3e9c65f3d204 req-e0c303b0-a313-4bf1-8267-00efefe5c08a tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489473 Sep 21 22:02:30.165385 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3482a5-3108-4ced-ac64-95d50cc6af10 req-ab2b21e1-b5c9-4a3c-98ac-736341292033 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:30.168481 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-2f3482a5-3108-4ced-ac64-95d50cc6af10 req-ab2b21e1-b5c9-4a3c-98ac-736341292033 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.71 "GET /v2.0/ports?device_id=08a0de01-c6c4-4ea7-a6f7-aa54c2d9f40a HTTP/1.1" status: 200 len: 945 time: 0.0570102 Sep 21 22:02:30.291917 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [req-2f3482a5-3108-4ced-ac64-95d50cc6af10 req-e10fba7b-c4a3-49a2-a9ef-cd31785f7d86 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Deleting port c37bb7d2-f556-49ee-8375-d8ab7d43f025 {{(pid=116020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:02:30.292303 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-2f3482a5-3108-4ced-ac64-95d50cc6af10 req-e10fba7b-c4a3-49a2-a9ef-cd31785f7d86 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (c37bb7d2-f556-49ee-8375-d8ab7d43f025), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:30.393761 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-2f3482a5-3108-4ced-ac64-95d50cc6af10 req-e10fba7b-c4a3-49a2-a9ef-cd31785f7d86 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] For port c37bb7d2-f556-49ee-8375-d8ab7d43f025, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=c37bb7d2-f556-49ee-8375-d8ab7d43f025,segment=NetworkSegment(a5df58ab-af11-4c08-9b1a-77128c681701),segment_id=a5df58ab-af11-4c08-9b1a-77128c681701)] {{(pid=116020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:02:30.394135 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-2f3482a5-3108-4ced-ac64-95d50cc6af10 req-e10fba7b-c4a3-49a2-a9ef-cd31785f7d86 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (c37bb7d2-f556-49ee-8375-d8ab7d43f025), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:30.413874 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [req-2f3482a5-3108-4ced-ac64-95d50cc6af10 req-e10fba7b-c4a3-49a2-a9ef-cd31785f7d86 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Calling delete_port for c37bb7d2-f556-49ee-8375-d8ab7d43f025 owned by compute:nova {{(pid=116020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:02:30.520354 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43cc51-88d9-4d11-a8c3-91fd0588dd8d req-0f983494-e7d9-4fbe-b161-dbab2a7c9f27 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:30.521980 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ac43cc51-88d9-4d11-a8c3-91fd0588dd8d req-0f983494-e7d9-4fbe-b161-dbab2a7c9f27 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a0de01-c6c4-4ea7-a6f7-aa54c2d9f40a HTTP/1.1" status: 200 len: 945 time: 0.0949309 Sep 21 22:02:30.576290 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ac43cc51-88d9-4d11-a8c3-91fd0588dd8d req-03ff667c-5a99-49b7-9e2e-63c27119d563 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc3ffcea-2341-446c-b840-413da34356cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470567 Sep 21 22:02:30.667365 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-2f3482a5-3108-4ced-ac64-95d50cc6af10 req-e10fba7b-c4a3-49a2-a9ef-cd31785f7d86 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (c37bb7d2-f556-49ee-8375-d8ab7d43f025), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:30.680657 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] get_ports_and_sgs() called for port_ids ['c37bb7d2-f556-49ee-8375-d8ab7d43f025'] {{(pid=116021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:02:30.696317 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10fba7b-c4a3-49a2-a9ef-cd31785f7d86 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Pushing event deleted for resources: {'Port': ['ID=c37bb7d2-f556-49ee-8375-d8ab7d43f025,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:30.707800 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10fba7b-c4a3-49a2-a9ef-cd31785f7d86 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:30.708188 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10fba7b-c4a3-49a2-a9ef-cd31785f7d86 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:30.708569 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10fba7b-c4a3-49a2-a9ef-cd31785f7d86 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:30.708895 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10fba7b-c4a3-49a2-a9ef-cd31785f7d86 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:30.709237 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10fba7b-c4a3-49a2-a9ef-cd31785f7d86 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:30.709575 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10fba7b-c4a3-49a2-a9ef-cd31785f7d86 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:30.710376 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10fba7b-c4a3-49a2-a9ef-cd31785f7d86 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:30.710376 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10fba7b-c4a3-49a2-a9ef-cd31785f7d86 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:30.710542 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10fba7b-c4a3-49a2-a9ef-cd31785f7d86 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:30.710919 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10fba7b-c4a3-49a2-a9ef-cd31785f7d86 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:30.711225 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10fba7b-c4a3-49a2-a9ef-cd31785f7d86 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:30.711555 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10fba7b-c4a3-49a2-a9ef-cd31785f7d86 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:30.711887 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10fba7b-c4a3-49a2-a9ef-cd31785f7d86 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:30.757262 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f3482a5-3108-4ced-ac64-95d50cc6af10 req-e10fba7b-c4a3-49a2-a9ef-cd31785f7d86 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] No DVR routers for this DVR port c37bb7d2-f556-49ee-8375-d8ab7d43f025 on host hv-cinder-85881 {{(pid=116020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:02:30.761590 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-2f3482a5-3108-4ced-ac64-95d50cc6af10 req-e10fba7b-c4a3-49a2-a9ef-cd31785f7d86 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:30.763874 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-2f3482a5-3108-4ced-ac64-95d50cc6af10 req-e10fba7b-c4a3-49a2-a9ef-cd31785f7d86 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.71 "DELETE /v2.0/ports/c37bb7d2-f556-49ee-8375-d8ab7d43f025 HTTP/1.1" status: 204 len: 173 time: 0.5874536 Sep 21 22:02:30.764425 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a0de01-c6c4-4ea7-a6f7-aa54c2d9f40a', 'name': 'network-vif-deleted', 'tag': 'c37bb7d2-f556-49ee-8375-d8ab7d43f025'}] {{(pid=116020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:02:30.766707 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}616469ce01b4343580b51944d90e43cdadd76175ffa2c7c7ae3ce11ef7217efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21726df-07e9-47f9-9c89-a0ab6d81a883" -d '{"events": [{"server_uuid": "08a0de01-c6c4-4ea7-a6f7-aa54c2d9f40a", "name": "network-vif-deleted", "tag": "c37bb7d2-f556-49ee-8375-d8ab7d43f025"}]}' {{(pid=116020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:02:30.807012 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe6517e-b232-4718-8d97-e47bb51072bf x-openstack-request-id: req-3fe6517e-b232-4718-8d97-e47bb51072bf {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:02:30.807315 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a0de01-c6c4-4ea7-a6f7-aa54c2d9f40a", "name": "network-vif-deleted", "tag": "c37bb7d2-f556-49ee-8375-d8ab7d43f025", "status": "completed", "code": 200}]} {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:02:30.807639 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3fe6517e-b232-4718-8d97-e47bb51072bf {{(pid=116020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:02:30.808217 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fe6517e-b232-4718-8d97-e47bb51072bf'] response: {'server_uuid': '08a0de01-c6c4-4ea7-a6f7-aa54c2d9f40a', 'name': 'network-vif-deleted', 'tag': 'c37bb7d2-f556-49ee-8375-d8ab7d43f025', 'status': 'completed', 'code': 200} Sep 21 22:02:30.851663 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ebc7f-adf6-4481-a124-c50bf6b5bc9b req-8c4017b0-6604-430e-b6f4-f9f5d52ddd70 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:30.853333 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1c7ebc7f-adf6-4481-a124-c50bf6b5bc9b req-8c4017b0-6604-430e-b6f4-f9f5d52ddd70 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=265d80a0-fca9-4f50-a08c-602210d0a96f HTTP/1.1" status: 200 len: 945 time: 0.0633893 Sep 21 22:02:30.916008 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1c7ebc7f-adf6-4481-a124-c50bf6b5bc9b req-5cad2f21-70ed-4cd0-8acd-d573a2de20aa tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571811 Sep 21 22:02:31.694105 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2d2f3b1a-b980-4824-bb98-df4141a7d6e7 req-6d7bb584-1216-4748-bd5d-50bf04583e81 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a0de01-c6c4-4ea7-a6f7-aa54c2d9f40a HTTP/1.1" status: 200 len: 210 time: 0.0270300 Sep 21 22:02:32.058171 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aedf99-b752-44db-ae37-80f91bccb036 req-90d7a9f8-9888-4e95-840b-18bfb015da31 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:32.060510 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-80aedf99-b752-44db-ae37-80f91bccb036 req-90d7a9f8-9888-4e95-840b-18bfb015da31 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=265d80a0-fca9-4f50-a08c-602210d0a96f HTTP/1.1" status: 200 len: 945 time: 0.0617709 Sep 21 22:02:32.112395 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-80aedf99-b752-44db-ae37-80f91bccb036 req-d2923a33-d4ff-48a8-a3e2-0c9e482dc385 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467348 Sep 21 22:02:32.373383 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8522c188-aca5-4d00-bc35-8de1732191d3 req-5fd6c0a0-2b0a-4d92-ade4-7de306587b60 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:32.381090 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8522c188-aca5-4d00-bc35-8de1732191d3 req-5fd6c0a0-2b0a-4d92-ade4-7de306587b60 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 945 time: 0.0858026 Sep 21 22:02:32.448268 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8522c188-aca5-4d00-bc35-8de1732191d3 req-dd3caae0-f81f-4728-a6d0-b58eef958ebc tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661585 Sep 21 22:02:33.034898 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bbd67c-78de-457f-971c-6875e838543a req-76b380eb-bbce-4c32-92ff-49b2b17bc813 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:33.036252 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-99bbd67c-78de-457f-971c-6875e838543a req-76b380eb-bbce-4c32-92ff-49b2b17bc813 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/networks?id=60ee3c98-b8d8-426e-ac22-7c2e2a4f71d2 HTTP/1.1" status: 200 len: 808 time: 0.1056545 Sep 21 22:02:33.051553 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-99bbd67c-78de-457f-971c-6875e838543a req-790ac9d5-b20c-4c17-8eba-17e201bcf00a tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/quotas/99577212b896403ca58527594588e45c HTTP/1.1" status: 200 len: 375 time: 0.0097961 Sep 21 22:02:33.096452 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-99bbd67c-78de-457f-971c-6875e838543a req-358e181b-d2bf-49e7-9d0c-d7667e61b501 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=99577212b896403ca58527594588e45c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299535 Sep 21 22:02:33.189447 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-99bbd67c-78de-457f-971c-6875e838543a req-57cd73e8-1c89-4cce-8df1-a58782966704 service neutron] 10.222.0.52 "GET /v2.0/networks/60ee3c98-b8d8-426e-ac22-7c2e2a4f71d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865808 Sep 21 22:02:33.337916 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1f5b8-534a-4d7d-ac93-38ff561bb60d req-29825af4-fa2c-4cca-b511-e0597f1d76b4 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:33.339900 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-01d1f5b8-534a-4d7d-ac93-38ff561bb60d req-29825af4-fa2c-4cca-b511-e0597f1d76b4 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=265d80a0-fca9-4f50-a08c-602210d0a96f HTTP/1.1" status: 200 len: 945 time: 0.1167526 Sep 21 22:02:33.342602 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-99bbd67c-78de-457f-971c-6875e838543a req-4e91514a-ef5e-40a3-b9c7-ec014fbaf2b8 service neutron] 10.222.0.52 "GET /v2.0/networks/60ee3c98-b8d8-426e-ac22-7c2e2a4f71d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436167 Sep 21 22:02:33.408503 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-01d1f5b8-534a-4d7d-ac93-38ff561bb60d req-fe084c5e-d8b0-43e5-8886-c79642dcd428 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571907 Sep 21 22:02:33.616515 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83fd1f-7827-4593-b32f-72a90a2c3758 req-52e0580f-053b-435f-bef4-efe63c30f5ed tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:33.618778 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-bd83fd1f-7827-4593-b32f-72a90a2c3758 req-52e0580f-053b-435f-bef4-efe63c30f5ed tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 945 time: 0.0850720 Sep 21 22:02:33.675669 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-59922e22-8273-4fc5-8322-92d7fc1dd7a5 req-c3bdd35e-48a3-44da-b3e2-d38481f5e4b1 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/ports?device_id=f4721899-60d0-4beb-b92b-b54a94cfb384 HTTP/1.1" status: 200 len: 210 time: 0.0555344 Sep 21 22:02:33.719953 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-bd83fd1f-7827-4593-b32f-72a90a2c3758 req-821ffc87-ea5d-4b61-8bf6-4bdd5aff894a tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862453 Sep 21 22:02:34.576448 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0683215a-14b7-4221-887e-7afda71ceb8c req-219f820e-7320-4d93-b093-d3ccb10fb504 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:34.580753 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-0683215a-14b7-4221-887e-7afda71ceb8c req-219f820e-7320-4d93-b093-d3ccb10fb504 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=265d80a0-fca9-4f50-a08c-602210d0a96f HTTP/1.1" status: 200 len: 945 time: 0.0768015 Sep 21 22:02:34.630552 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-0683215a-14b7-4221-887e-7afda71ceb8c req-dee877dc-a0a7-48e4-b734-1fd0226beb47 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468600 Sep 21 22:02:34.775898 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-4db15372-ad67-461f-ba69-d4b05b2b56c3 req-db94bb0d-7077-4118-afd1-25a49a677237 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/ports?device_id=f4721899-60d0-4beb-b92b-b54a94cfb384 HTTP/1.1" status: 200 len: 210 time: 0.0272238 Sep 21 22:02:34.803834 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device c37bb7d2-f556-49ee-8375-d8ab7d43f025 no longer exists at agent hyperv_hv-cinder-85881 {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:02:34.823798 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] No Port match for: c37bb7d2-f556-49ee-8375-d8ab7d43f025 {{(pid=116021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:02:34.824486 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device c37bb7d2-f556-49ee-8375-d8ab7d43f025 not bound to the agent host hv-cinder-85881 {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:02:34.884097 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ba359-092d-4502-aeb3-1c18b9cf2dd9 req-708b3fc7-2ce5-40aa-b615-6aca3958a0ab tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:34.885635 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-436ba359-092d-4502-aeb3-1c18b9cf2dd9 req-708b3fc7-2ce5-40aa-b615-6aca3958a0ab tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 945 time: 0.0541344 Sep 21 22:02:34.938834 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-436ba359-092d-4502-aeb3-1c18b9cf2dd9 req-b8ac6712-9956-4f2f-b468-d52ac1b54dde tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458531 Sep 21 22:02:35.670645 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-485920f7-d16f-474f-97fc-18619a18968c req-a6551f2d-0ece-45f1-b24c-1f6b81b0c121 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-681499313&fields=id&tenant_id=3a736bcce41d413f88518c9f7501738c HTTP/1.1" status: 200 len: 267 time: 0.0472159 Sep 21 22:02:35.823288 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b77da0-4a42-45fa-be75-bb68d649bea7 req-23f9c792-18f6-484e-9907-e64be128085d tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:35.824830 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-63b77da0-4a42-45fa-be75-bb68d649bea7 req-23f9c792-18f6-484e-9907-e64be128085d tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=265d80a0-fca9-4f50-a08c-602210d0a96f HTTP/1.1" status: 200 len: 945 time: 0.0911252 Sep 21 22:02:35.830939 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485920f7-d16f-474f-97fc-18619a18968c req-f6fb266f-3f8c-4dc5-b3ba-816c4c3f35d1 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:35.832319 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-485920f7-d16f-474f-97fc-18619a18968c req-f6fb266f-3f8c-4dc5-b3ba-816c4c3f35d1 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/networks?id=8ce7ca27-65f9-442f-9460-582319d50317 HTTP/1.1" status: 200 len: 809 time: 0.1542618 Sep 21 22:02:35.861577 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-485920f7-d16f-474f-97fc-18619a18968c req-22f95abf-7bcf-4007-a8d7-e6006b225c71 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/quotas/3a736bcce41d413f88518c9f7501738c HTTP/1.1" status: 200 len: 375 time: 0.0220513 Sep 21 22:02:35.894317 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bbd67c-78de-457f-971c-6875e838543a req-0c9bddc3-ef9a-4608-a34f-c63a9b92bec1 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:35.895821 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-99bbd67c-78de-457f-971c-6875e838543a req-0c9bddc3-ef9a-4608-a34f-c63a9b92bec1 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.71 "GET /v2.0/networks?id=60ee3c98-b8d8-426e-ac22-7c2e2a4f71d2 HTTP/1.1" status: 200 len: 808 time: 0.1166124 Sep 21 22:02:35.909469 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [req-99bbd67c-78de-457f-971c-6875e838543a req-80010a69-1dde-44d8-ae15-490bbb796af5 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Request body: {'port': {'device_id': 'f4721899-60d0-4beb-b92b-b54a94cfb384', 'network_id': '60ee3c98-b8d8-426e-ac22-7c2e2a4f71d2', 'admin_state_up': True, 'tenant_id': '99577212b896403ca58527594588e45c'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:02:35.917500 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-63b77da0-4a42-45fa-be75-bb68d649bea7 req-f206c1f8-9cf2-457d-abf1-16cd12275a72 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841906 Sep 21 22:02:35.959777 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-485920f7-d16f-474f-97fc-18619a18968c req-ecec616b-fb18-413f-8f1b-7f2e09c79775 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3a736bcce41d413f88518c9f7501738c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0850852 Sep 21 22:02:36.068618 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 33082) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:36.076152 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b953cc78-62cb-48b1-bdd5-57e734918937 req-d081514c-a162-4982-90a2-f6d32d001962 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/ports?device_id=f4721899-60d0-4beb-b92b-b54a94cfb384 HTTP/1.1" status: 200 len: 210 time: 0.0319059 Sep 21 22:02:36.089655 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99bbd67c-78de-457f-971c-6875e838543a req-80010a69-1dde-44d8-ae15-490bbb796af5 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Made reservation on behalf of 99577212b896403ca58527594588e45c for: {'port': 1} {{(pid=116020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:02:36.093283 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-99bbd67c-78de-457f-971c-6875e838543a req-80010a69-1dde-44d8-ae15-490bbb796af5 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:36.168178 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-485920f7-d16f-474f-97fc-18619a18968c req-28d20448-fa8f-4c00-be78-b07149212e0c service neutron] 10.222.0.52 "GET /v2.0/networks/8ce7ca27-65f9-442f-9460-582319d50317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907520 Sep 21 22:02:36.269397 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-2acf557c-580f-4859-9b28-88259a4d24f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:36.300920 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfadea7-ebd8-444e-889b-1b84cd4d22c6 req-fc255172-72f3-4dc0-8fb5-60120b212c08 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:36.302546 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.db_base_plugin_common [req-99bbd67c-78de-457f-971c-6875e838543a req-80010a69-1dde-44d8-ae15-490bbb796af5 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Allocated IP 172.20.0.7 (60ee3c98-b8d8-426e-ac22-7c2e2a4f71d2/801bc145-d5c2-4f94-8f79-165ab0b5c6b0/b0b6ec57-59cc-42bd-a722-337a14ac29bf) {{(pid=116020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:02:36.302665 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ddfadea7-ebd8-444e-889b-1b84cd4d22c6 req-fc255172-72f3-4dc0-8fb5-60120b212c08 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 945 time: 0.1594491 Sep 21 22:02:36.330149 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-485920f7-d16f-474f-97fc-18619a18968c req-b25bdccc-b78b-48d5-bca3-3a5f644ae105 service neutron] 10.222.0.52 "GET /v2.0/networks/8ce7ca27-65f9-442f-9460-582319d50317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607556 Sep 21 22:02:36.366248 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ddfadea7-ebd8-444e-889b-1b84cd4d22c6 req-1d8650d8-9f4b-4b4e-9ed3-9c1b55dd87b3 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576346 Sep 21 22:02:36.443116 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-2acf557c-580f-4859-9b28-88259a4d24f5 admin admin] Publish callbacks [] for security_group (97e47139-5e8e-4204-a890-2fb51abe34ab), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:36.498676 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-99bbd67c-78de-457f-971c-6875e838543a req-80010a69-1dde-44d8-ae15-490bbb796af5 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Publish callbacks [] for port (b0b6ec57-59cc-42bd-a722-337a14ac29bf), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:36.523213 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-2acf557c-580f-4859-9b28-88259a4d24f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (97e47139-5e8e-4204-a890-2fb51abe34ab), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:36.574151 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-2acf557c-580f-4859-9b28-88259a4d24f5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=11764f4be81f489b8c1329890bc379eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5042951 Sep 21 22:02:36.575273 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acf557c-580f-4859-9b28-88259a4d24f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e47139-5e8e-4204-a890-2fb51abe34ab,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:36.577109 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 33108) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:36.631645 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-99bbd67c-78de-457f-971c-6875e838543a req-80010a69-1dde-44d8-ae15-490bbb796af5 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (b0b6ec57-59cc-42bd-a722-337a14ac29bf), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:36.631968 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-e24fa5ad-db77-4fce-a4b8-82fee5476748 admin admin] Publish callbacks [] for security_group (97e47139-5e8e-4204-a890-2fb51abe34ab), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:36.657602 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-e24fa5ad-db77-4fce-a4b8-82fee5476748 admin admin] Publish callbacks [] for security_group (97e47139-5e8e-4204-a890-2fb51abe34ab), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:36.674467 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99bbd67c-78de-457f-971c-6875e838543a req-80010a69-1dde-44d8-ae15-490bbb796af5 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Network 60ee3c98-b8d8-426e-ac22-7c2e2a4f71d2 is already hosted by enough agents. {{(pid=116020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:02:36.677859 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.base_scheduler [req-99bbd67c-78de-457f-971c-6875e838543a req-80010a69-1dde-44d8-ae15-490bbb796af5 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Resources bound (agent type, host, resource id): {{(pid=116020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:02:36.680486 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [req-99bbd67c-78de-457f-971c-6875e838543a req-80010a69-1dde-44d8-ae15-490bbb796af5 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Received port after_create {{(pid=116020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:02:36.712872 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80010a69-1dde-44d8-ae15-490bbb796af5 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Pushing event updated for resources: {'Port': ['ID=b0b6ec57-59cc-42bd-a722-337a14ac29bf,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:36.739706 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bbd67c-78de-457f-971c-6875e838543a req-80010a69-1dde-44d8-ae15-490bbb796af5 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:36.740348 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-99bbd67c-78de-457f-971c-6875e838543a req-80010a69-1dde-44d8-ae15-490bbb796af5 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:36.803540 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-e24fa5ad-db77-4fce-a4b8-82fee5476748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (97e47139-5e8e-4204-a890-2fb51abe34ab), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:36.806260 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-e24fa5ad-db77-4fce-a4b8-82fee5476748 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:36.807490 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-e24fa5ad-db77-4fce-a4b8-82fee5476748 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/97e47139-5e8e-4204-a890-2fb51abe34ab HTTP/1.1" status: 204 len: 168 time: 0.2282369 Sep 21 22:02:36.819085 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24fa5ad-db77-4fce-a4b8-82fee5476748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e47139-5e8e-4204-a890-2fb51abe34ab,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:36.823823 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24fa5ad-db77-4fce-a4b8-82fee5476748 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:36.824200 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24fa5ad-db77-4fce-a4b8-82fee5476748 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:36.824552 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24fa5ad-db77-4fce-a4b8-82fee5476748 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:36.824909 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24fa5ad-db77-4fce-a4b8-82fee5476748 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:36.825231 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24fa5ad-db77-4fce-a4b8-82fee5476748 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:36.825549 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24fa5ad-db77-4fce-a4b8-82fee5476748 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:36.826012 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24fa5ad-db77-4fce-a4b8-82fee5476748 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:36.826346 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24fa5ad-db77-4fce-a4b8-82fee5476748 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:36.826677 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24fa5ad-db77-4fce-a4b8-82fee5476748 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:36.827007 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24fa5ad-db77-4fce-a4b8-82fee5476748 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:36.827335 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24fa5ad-db77-4fce-a4b8-82fee5476748 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:36.827665 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24fa5ad-db77-4fce-a4b8-82fee5476748 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:36.827987 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24fa5ad-db77-4fce-a4b8-82fee5476748 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:02:36.850290 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-99bbd67c-78de-457f-971c-6875e838543a req-80010a69-1dde-44d8-ae15-490bbb796af5 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9454985 Sep 21 22:02:36.867072 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [req-99bbd67c-78de-457f-971c-6875e838543a req-7191a858-5542-44d2-b962-bebe48f47111 service neutron] Request body: {'port': {'device_id': 'f4721899-60d0-4beb-b92b-b54a94cfb384', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:02:36.946366 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-99bbd67c-78de-457f-971c-6875e838543a req-7191a858-5542-44d2-b962-bebe48f47111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (b0b6ec57-59cc-42bd-a722-337a14ac29bf), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:37.120918 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-3bfc501f-15d1-4074-947f-4d34a9eabfc1 req-4625b87a-86a1-45be-b113-2b9eed9c123c tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 210 time: 0.0734370 Sep 21 22:02:37.160493 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56362083-2598-4f97-ba3f-a9d5187cfc5d req-6c097c24-9ea0-4243-8359-5bd1ae301de0 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:37.180154 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-56362083-2598-4f97-ba3f-a9d5187cfc5d req-6c097c24-9ea0-4243-8359-5bd1ae301de0 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=265d80a0-fca9-4f50-a08c-602210d0a96f HTTP/1.1" status: 200 len: 945 time: 0.1602354 Sep 21 22:02:37.265971 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-56362083-2598-4f97-ba3f-a9d5187cfc5d req-85d1e644-2042-4481-8a0f-bf82f902911a tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849180 Sep 21 22:02:37.290511 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2cc0b2-16c2-483c-a3b9-de11c738394e req-143b1ece-c033-4f35-a4d3-9d791f768920 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:37.291707 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-3c2cc0b2-16c2-483c-a3b9-de11c738394e req-143b1ece-c033-4f35-a4d3-9d791f768920 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/ports?device_id=f4721899-60d0-4beb-b92b-b54a94cfb384 HTTP/1.1" status: 200 len: 931 time: 0.0743861 Sep 21 22:02:37.305021 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [req-99bbd67c-78de-457f-971c-6875e838543a req-7191a858-5542-44d2-b962-bebe48f47111 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0b6ec57-59cc-42bd-a722-337a14ac29bf {{(pid=116020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:02:37.314040 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-99bbd67c-78de-457f-971c-6875e838543a req-7191a858-5542-44d2-b962-bebe48f47111 service neutron] Publish callbacks [] for port (b0b6ec57-59cc-42bd-a722-337a14ac29bf), precommit_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:37.330387 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.provisioning_blocks [req-99bbd67c-78de-457f-971c-6875e838543a req-7191a858-5542-44d2-b962-bebe48f47111 service neutron] Transition to ACTIVE for port object b0b6ec57-59cc-42bd-a722-337a14ac29bf will not be triggered until provisioned by entity L2. {{(pid=116020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 22:02:37.362639 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-3c2cc0b2-16c2-483c-a3b9-de11c738394e req-5b326f65-6076-490a-9fa5-e17a5b9fb7c8 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc3ffcea-2341-446c-b840-413da34356cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551600 Sep 21 22:02:37.421339 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-99bbd67c-78de-457f-971c-6875e838543a req-7191a858-5542-44d2-b962-bebe48f47111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14266021'] for port (b0b6ec57-59cc-42bd-a722-337a14ac29bf), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:37.505020 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7191a858-5542-44d2-b962-bebe48f47111 service neutron] Pushing event updated for resources: {'Port': ['ID=b0b6ec57-59cc-42bd-a722-337a14ac29bf,revision_number=2']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:37.511767 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce8d1c-b123-4e64-8a48-7bbbd69cb75f req-b1b030b0-d958-4688-b6ad-e319611d968e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:37.513466 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-06ce8d1c-b123-4e64-8a48-7bbbd69cb75f req-b1b030b0-d958-4688-b6ad-e319611d968e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 945 time: 0.0623930 Sep 21 22:02:37.535666 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-99bbd67c-78de-457f-971c-6875e838543a req-7191a858-5542-44d2-b962-bebe48f47111 service neutron] Attempting to bind port b0b6ec57-59cc-42bd-a722-337a14ac29bf on host hv-cinder-85881 for vnic_type normal with profile {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:02:37.545528 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-99bbd67c-78de-457f-971c-6875e838543a req-7191a858-5542-44d2-b962-bebe48f47111 service neutron] Attempting to bind port b0b6ec57-59cc-42bd-a722-337a14ac29bf by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': 'a5df58ab-af11-4c08-9b1a-77128c681701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '60ee3c98-b8d8-426e-ac22-7c2e2a4f71d2'}] {{(pid=116020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:02:37.545528 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bbd67c-78de-457f-971c-6875e838543a req-7191a858-5542-44d2-b962-bebe48f47111 service neutron] Attempting to bind port b0b6ec57-59cc-42bd-a722-337a14ac29bf on network 60ee3c98-b8d8-426e-ac22-7c2e2a4f71d2 {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:02:37.545528 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bbd67c-78de-457f-971c-6875e838543a req-7191a858-5542-44d2-b962-bebe48f47111 service neutron] Port b0b6ec57-59cc-42bd-a722-337a14ac29bf on network 60ee3c98-b8d8-426e-ac22-7c2e2a4f71d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 22:02:37.545528 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bbd67c-78de-457f-971c-6875e838543a req-7191a858-5542-44d2-b962-bebe48f47111 service neutron] Attempting to bind port b0b6ec57-59cc-42bd-a722-337a14ac29bf on network 60ee3c98-b8d8-426e-ac22-7c2e2a4f71d2 {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:02:37.545890 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bbd67c-78de-457f-971c-6875e838543a req-7191a858-5542-44d2-b962-bebe48f47111 service neutron] Checking agent: {'id': '0aee7d89-594f-4992-91de-a4ac3f52e28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 58, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 58, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:02:37.546286 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bbd67c-78de-457f-971c-6875e838543a req-7191a858-5542-44d2-b962-bebe48f47111 service neutron] Checking segment: {'id': 'a5df58ab-af11-4c08-9b1a-77128c681701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '60ee3c98-b8d8-426e-ac22-7c2e2a4f71d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:02:37.546686 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bbd67c-78de-457f-971c-6875e838543a req-7191a858-5542-44d2-b962-bebe48f47111 service neutron] Bound using segment: {'id': 'a5df58ab-af11-4c08-9b1a-77128c681701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '60ee3c98-b8d8-426e-ac22-7c2e2a4f71d2'} {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:02:37.547119 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-99bbd67c-78de-457f-971c-6875e838543a req-7191a858-5542-44d2-b962-bebe48f47111 service neutron] Bound port: b0b6ec57-59cc-42bd-a722-337a14ac29bf, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5df58ab-af11-4c08-9b1a-77128c681701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '60ee3c98-b8d8-426e-ac22-7c2e2a4f71d2'}}] {{(pid=116020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:02:37.547480 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-99bbd67c-78de-457f-971c-6875e838543a req-7191a858-5542-44d2-b962-bebe48f47111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (b0b6ec57-59cc-42bd-a722-337a14ac29bf), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:37.564773 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-06ce8d1c-b123-4e64-8a48-7bbbd69cb75f req-623dc3fa-b079-41ee-a3bd-b3cae2b4551c tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424609 Sep 21 22:02:37.628012 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-99bbd67c-78de-457f-971c-6875e838543a req-7191a858-5542-44d2-b962-bebe48f47111 service neutron] For port b0b6ec57-59cc-42bd-a722-337a14ac29bf, host hv-cinder-85881, cleared binding levels {{(pid=116020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:02:37.631629 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-99bbd67c-78de-457f-971c-6875e838543a req-7191a858-5542-44d2-b962-bebe48f47111 service neutron] For port b0b6ec57-59cc-42bd-a722-337a14ac29bf, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=b0b6ec57-59cc-42bd-a722-337a14ac29bf,segment=NetworkSegment(a5df58ab-af11-4c08-9b1a-77128c681701),segment_id=a5df58ab-af11-4c08-9b1a-77128c681701)] {{(pid=116020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:02:37.707204 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-99bbd67c-78de-457f-971c-6875e838543a req-7191a858-5542-44d2-b962-bebe48f47111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14266021'] for port (b0b6ec57-59cc-42bd-a722-337a14ac29bf), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:37.711537 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bbd67c-78de-457f-971c-6875e838543a req-7191a858-5542-44d2-b962-bebe48f47111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:37.712308 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-99bbd67c-78de-457f-971c-6875e838543a req-7191a858-5542-44d2-b962-bebe48f47111 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:37.713725 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-99bbd67c-78de-457f-971c-6875e838543a req-7191a858-5542-44d2-b962-bebe48f47111 service neutron] 10.222.0.71 "PUT /v2.0/ports/b0b6ec57-59cc-42bd-a722-337a14ac29bf HTTP/1.1" status: 200 len: 1093 time: 0.8558464 Sep 21 22:02:37.714244 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4721899-60d0-4beb-b92b-b54a94cfb384', 'tag': 'b0b6ec57-59cc-42bd-a722-337a14ac29bf'}] {{(pid=116020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:02:37.716769 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}616469ce01b4343580b51944d90e43cdadd76175ffa2c7c7ae3ce11ef7217efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39207604-b1c9-4306-8357-6fdbccb653e3" -d '{"events": [{"name": "network-changed", "server_uuid": "f4721899-60d0-4beb-b92b-b54a94cfb384", "tag": "b0b6ec57-59cc-42bd-a722-337a14ac29bf"}]}' {{(pid=116020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:02:37.721993 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 33138) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:37.757669 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-989b0be3-a772-4b60-91f7-ad5464836adc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:37.773324 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606b0959-4c83-4744-929f-4ef0e641095c x-openstack-request-id: req-606b0959-4c83-4744-929f-4ef0e641095c {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:02:37.773686 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4721899-60d0-4beb-b92b-b54a94cfb384", "tag": "b0b6ec57-59cc-42bd-a722-337a14ac29bf", "status": "completed", "code": 200}]} {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:02:37.774060 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-606b0959-4c83-4744-929f-4ef0e641095c {{(pid=116020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:02:37.774535 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-606b0959-4c83-4744-929f-4ef0e641095c'] response: {'name': 'network-changed', 'server_uuid': 'f4721899-60d0-4beb-b92b-b54a94cfb384', 'tag': 'b0b6ec57-59cc-42bd-a722-337a14ac29bf', 'status': 'completed', 'code': 200} Sep 21 22:02:37.812597 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7191a858-5542-44d2-b962-bebe48f47111 service neutron] Pushing event updated for resources: {'Port': ['ID=b0b6ec57-59cc-42bd-a722-337a14ac29bf,revision_number=3']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:37.878541 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39207604-b1c9-4306-8357-6fdbccb653e3 req-79c9c857-e619-4255-bd24-2fcb853afdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:37.880089 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-39207604-b1c9-4306-8357-6fdbccb653e3 req-79c9c857-e619-4255-bd24-2fcb853afdec service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=99577212b896403ca58527594588e45c&device_id=f4721899-60d0-4beb-b92b-b54a94cfb384 HTTP/1.1" status: 200 len: 1127 time: 0.0837171 Sep 21 22:02:37.951608 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-989b0be3-a772-4b60-91f7-ad5464836adc admin admin] Publish callbacks [] for security_group (65dd12de-1ae3-4bba-ab2d-a4c96bb57f22), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:37.997434 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39207604-b1c9-4306-8357-6fdbccb653e3 req-03875dd5-d07e-4b66-a497-c0216c201d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:37.998949 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-39207604-b1c9-4306-8357-6fdbccb653e3 req-03875dd5-d07e-4b66-a497-c0216c201d49 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=99577212b896403ca58527594588e45c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1093793 Sep 21 22:02:38.052318 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-989b0be3-a772-4b60-91f7-ad5464836adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (65dd12de-1ae3-4bba-ab2d-a4c96bb57f22), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:38.109073 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-989b0be3-a772-4b60-91f7-ad5464836adc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=54c1cea1dc7e4cc9b7b6dcbc25f68081&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3857281 Sep 21 22:02:38.111748 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 33148) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:38.115961 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b0be3-a772-4b60-91f7-ad5464836adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65dd12de-1ae3-4bba-ab2d-a4c96bb57f22,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:38.137169 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39207604-b1c9-4306-8357-6fdbccb653e3 req-3821af2e-2ff6-44ee-aeb3-c06c16c39f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:38.138728 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-39207604-b1c9-4306-8357-6fdbccb653e3 req-3821af2e-2ff6-44ee-aeb3-c06c16c39f53 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1341023 Sep 21 22:02:38.176203 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-50fad2ca-86c7-46ab-b101-cd9de5ff10a0 admin admin] Publish callbacks [] for security_group (65dd12de-1ae3-4bba-ab2d-a4c96bb57f22), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:38.224452 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-50fad2ca-86c7-46ab-b101-cd9de5ff10a0 admin admin] Publish callbacks [] for security_group (65dd12de-1ae3-4bba-ab2d-a4c96bb57f22), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:38.227654 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-f51033d1-890b-417c-bbd0-acac5ce072bf req-e8e929c1-db11-4619-b13c-fb479e24e3f0 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 210 time: 0.0361903 Sep 21 22:02:38.236199 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bbd67c-78de-457f-971c-6875e838543a req-dc302e8b-a555-4ffe-b056-dc33731e1660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:38.245361 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-99bbd67c-78de-457f-971c-6875e838543a req-dc302e8b-a555-4ffe-b056-dc33731e1660 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=99577212b896403ca58527594588e45c&device_id=f4721899-60d0-4beb-b92b-b54a94cfb384 HTTP/1.1" status: 200 len: 1127 time: 0.0539298 Sep 21 22:02:38.297779 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-99bbd67c-78de-457f-971c-6875e838543a req-f9d5fa0c-0fc4-4333-a356-3798c8f75e3e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0b6ec57-59cc-42bd-a722-337a14ac29bf HTTP/1.1" status: 200 len: 217 time: 0.0449321 Sep 21 22:02:38.347942 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bbd67c-78de-457f-971c-6875e838543a req-2c078cc7-5fb4-4d44-8bbb-011938e9bd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:38.349692 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-99bbd67c-78de-457f-971c-6875e838543a req-2c078cc7-5fb4-4d44-8bbb-011938e9bd8a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=801bc145-d5c2-4f94-8f79-165ab0b5c6b0 HTTP/1.1" status: 200 len: 848 time: 0.0454538 Sep 21 22:02:38.379804 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-50fad2ca-86c7-46ab-b101-cd9de5ff10a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (65dd12de-1ae3-4bba-ab2d-a4c96bb57f22), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:38.382696 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-50fad2ca-86c7-46ab-b101-cd9de5ff10a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:38.383805 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-50fad2ca-86c7-46ab-b101-cd9de5ff10a0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/65dd12de-1ae3-4bba-ab2d-a4c96bb57f22 HTTP/1.1" status: 204 len: 168 time: 0.2708385 Sep 21 22:02:38.389182 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-99bbd67c-78de-457f-971c-6875e838543a req-51b7fd65-4951-4a9b-aa6b-eb57e3f57943 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=60ee3c98-b8d8-426e-ac22-7c2e2a4f71d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290563 Sep 21 22:02:38.402963 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fad2ca-86c7-46ab-b101-cd9de5ff10a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65dd12de-1ae3-4bba-ab2d-a4c96bb57f22,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:38.440409 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4265ed7-aa9e-4fa6-90ee-fd39fb914103 req-000bb746-e018-44fb-a365-e84d705fc4f2 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:38.442198 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c4265ed7-aa9e-4fa6-90ee-fd39fb914103 req-000bb746-e018-44fb-a365-e84d705fc4f2 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=265d80a0-fca9-4f50-a08c-602210d0a96f HTTP/1.1" status: 200 len: 945 time: 0.0909898 Sep 21 22:02:38.521399 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-99bbd67c-78de-457f-971c-6875e838543a req-287187da-9dcd-494f-91b8-8879ef9c7a6a service neutron] 10.222.0.71 "GET /v2.0/networks/60ee3c98-b8d8-426e-ac22-7c2e2a4f71d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094530 Sep 21 22:02:38.540993 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c4265ed7-aa9e-4fa6-90ee-fd39fb914103 req-0b1448ca-27c7-4710-be2c-9c76f6cc9b6a tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918601 Sep 21 22:02:38.558348 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449edd2-c4df-4077-9b3e-73f25299e104 req-badfc6c6-277c-4856-9dc8-5c6d3cc7dccb tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:38.559768 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c449edd2-c4df-4077-9b3e-73f25299e104 req-badfc6c6-277c-4856-9dc8-5c6d3cc7dccb tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/ports?device_id=f4721899-60d0-4beb-b92b-b54a94cfb384 HTTP/1.1" status: 200 len: 943 time: 0.0931773 Sep 21 22:02:38.611779 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c449edd2-c4df-4077-9b3e-73f25299e104 req-5f9db21c-b1bf-43e4-b2b6-93c18958ce34 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc3ffcea-2341-446c-b840-413da34356cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456727 Sep 21 22:02:38.661778 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-99bbd67c-78de-457f-971c-6875e838543a req-97119709-0818-4549-89e9-65b6864d11a3 service neutron] 10.222.0.71 "GET /v2.0/networks/60ee3c98-b8d8-426e-ac22-7c2e2a4f71d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319816 Sep 21 22:02:38.756900 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b75f6eb-f25f-4b71-b1b3-73098d345fad req-cb101d35-c866-41bc-97e9-ac96ce2edeb4 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:38.758557 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-5b75f6eb-f25f-4b71-b1b3-73098d345fad req-cb101d35-c866-41bc-97e9-ac96ce2edeb4 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 945 time: 0.0703459 Sep 21 22:02:38.810765 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-5b75f6eb-f25f-4b71-b1b3-73098d345fad req-de3f2477-3cac-4539-bfe7-b14e8498e820 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462079 Sep 21 22:02:39.289586 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 33184) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:39.302493 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-2b7dcd8a-dfc3-41ac-a514-958a36476525 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:39.343107 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-dcc2333c-5ba5-4e24-9697-902a2ec859d5 req-7f9561a1-f575-4d91-8a73-14087284d882 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 210 time: 0.0374560 Sep 21 22:02:39.403656 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-2b7dcd8a-dfc3-41ac-a514-958a36476525 admin admin] Publish callbacks [] for security_group (eee4d00e-f55d-443f-9479-5455a5f49e64), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:39.472338 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-2b7dcd8a-dfc3-41ac-a514-958a36476525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (eee4d00e-f55d-443f-9479-5455a5f49e64), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:39.510345 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-2b7dcd8a-dfc3-41ac-a514-958a36476525 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3415c42ee2d14fcabfd84d3fc0c125b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2194939 Sep 21 22:02:39.512376 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7dcd8a-dfc3-41ac-a514-958a36476525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee4d00e-f55d-443f-9479-5455a5f49e64,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:39.512983 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 33186) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:39.568882 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-9ec5f814-6119-419a-a54a-138ca3138ecf admin admin] Publish callbacks [] for security_group (eee4d00e-f55d-443f-9479-5455a5f49e64), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:39.643601 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-9ec5f814-6119-419a-a54a-138ca3138ecf admin admin] Publish callbacks [] for security_group (eee4d00e-f55d-443f-9479-5455a5f49e64), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:39.730676 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb432e1-7208-47ff-946d-98d24011a22b req-cebe6009-ee79-4655-a6e6-4a129fecfb75 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:39.732199 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-dbb432e1-7208-47ff-946d-98d24011a22b req-cebe6009-ee79-4655-a6e6-4a129fecfb75 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=265d80a0-fca9-4f50-a08c-602210d0a96f HTTP/1.1" status: 200 len: 945 time: 0.0951412 Sep 21 22:02:39.734517 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485920f7-d16f-474f-97fc-18619a18968c req-dbed870e-1678-4fa4-9516-f25ee89495bb tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:39.736092 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-485920f7-d16f-474f-97fc-18619a18968c req-dbed870e-1678-4fa4-9516-f25ee89495bb tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.71 "GET /v2.0/networks?id=8ce7ca27-65f9-442f-9460-582319d50317 HTTP/1.1" status: 200 len: 809 time: 0.1627746 Sep 21 22:02:39.804934 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-9ec5f814-6119-419a-a54a-138ca3138ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (eee4d00e-f55d-443f-9479-5455a5f49e64), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:39.808350 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-9ec5f814-6119-419a-a54a-138ca3138ecf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:39.812002 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-9ec5f814-6119-419a-a54a-138ca3138ecf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/eee4d00e-f55d-443f-9479-5455a5f49e64 HTTP/1.1" status: 204 len: 168 time: 0.2956862 Sep 21 22:02:39.824778 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-dbb432e1-7208-47ff-946d-98d24011a22b req-a4c84f20-7df4-4505-b741-0f943749ea9d tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836742 Sep 21 22:02:39.825243 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-485920f7-d16f-474f-97fc-18619a18968c req-f330175a-736f-4a69-a962-2a28ea2247e5 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a736bcce41d413f88518c9f7501738c HTTP/1.1" status: 200 len: 379 time: 0.0781825 Sep 21 22:02:39.827662 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec5f814-6119-419a-a54a-138ca3138ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee4d00e-f55d-443f-9479-5455a5f49e64,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:39.848874 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [req-485920f7-d16f-474f-97fc-18619a18968c req-d4772466-dd1b-477c-9f3e-97414abf2f47 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Request body: {'port': {'device_id': '2703320a-95cb-4c2e-b640-da7106fc48e2', 'network_id': '8ce7ca27-65f9-442f-9460-582319d50317', 'admin_state_up': True, 'tenant_id': '3a736bcce41d413f88518c9f7501738c', 'security_groups': ['ea10930e-9188-43b0-9849-b4668a931c5a']}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:02:39.896888 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49fb1e-d62a-41f9-9266-bc0c0a7a8066 req-2d3ea673-e6b4-4e82-9007-95444d3ff09f tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:39.898449 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-7f49fb1e-d62a-41f9-9266-bc0c0a7a8066 req-2d3ea673-e6b4-4e82-9007-95444d3ff09f tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/ports?device_id=f4721899-60d0-4beb-b92b-b54a94cfb384 HTTP/1.1" status: 200 len: 943 time: 0.1556699 Sep 21 22:02:40.052710 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-7f49fb1e-d62a-41f9-9266-bc0c0a7a8066 req-94e55412-4db2-49c6-8e02-b4dae11e420d tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc3ffcea-2341-446c-b840-413da34356cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465855 Sep 21 22:02:40.085640 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7acf8c-2275-427a-824b-01a50fb73a52 req-6b660b8c-6fed-4dc2-b4b5-18fdd301404c tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:40.087245 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-0d7acf8c-2275-427a-824b-01a50fb73a52 req-6b660b8c-6fed-4dc2-b4b5-18fdd301404c tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 945 time: 0.1665661 Sep 21 22:02:40.139088 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-0d7acf8c-2275-427a-824b-01a50fb73a52 req-d10b94f8-72d5-4eab-a54c-b2ad6f09f365 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452914 Sep 21 22:02:40.328044 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-485920f7-d16f-474f-97fc-18619a18968c req-d4772466-dd1b-477c-9f3e-97414abf2f47 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Made reservation on behalf of 3a736bcce41d413f88518c9f7501738c for: {'port': 1} {{(pid=116020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:02:40.331714 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-485920f7-d16f-474f-97fc-18619a18968c req-d4772466-dd1b-477c-9f3e-97414abf2f47 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:40.447363 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-4c99f250-4fcb-487a-b7da-7724b28361ad req-7752d380-76de-4dff-b596-1ad60e1cd2d3 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 210 time: 0.0270376 Sep 21 22:02:40.476135 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.db_base_plugin_common [req-485920f7-d16f-474f-97fc-18619a18968c req-d4772466-dd1b-477c-9f3e-97414abf2f47 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Allocated IP 172.20.0.13 (8ce7ca27-65f9-442f-9460-582319d50317/61fb7232-c6fb-44a6-ba93-ebc4a1b2df41/d9aa81ae-410b-4f57-b18c-445cc091494d) {{(pid=116020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:02:40.639586 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-485920f7-d16f-474f-97fc-18619a18968c req-d4772466-dd1b-477c-9f3e-97414abf2f47 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Publish callbacks [] for port (d9aa81ae-410b-4f57-b18c-445cc091494d), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:40.825908 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device b0b6ec57-59cc-42bd-a722-337a14ac29bf details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=116021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 22:02:40.930863 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port b0b6ec57-59cc-42bd-a722-337a14ac29bf, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=b0b6ec57-59cc-42bd-a722-337a14ac29bf,segment=NetworkSegment(a5df58ab-af11-4c08-9b1a-77128c681701),segment_id=a5df58ab-af11-4c08-9b1a-77128c681701)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:02:40.940569 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Returning: {'device': 'b0b6ec57-59cc-42bd-a722-337a14ac29bf', 'network_id': '60ee3c98-b8d8-426e-ac22-7c2e2a4f71d2', 'port_id': 'b0b6ec57-59cc-42bd-a722-337a14ac29bf', 'mac_address': 'fa:16:3e:27:56:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '801bc145-d5c2-4f94-8f79-165ab0b5c6b0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 22:02:40.945037 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb7725-8c0a-4d9d-8888-99c7bc149ad4 req-b592fe12-7c83-4c92-9202-997b64ef434d tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:40.946551 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-51cb7725-8c0a-4d9d-8888-99c7bc149ad4 req-b592fe12-7c83-4c92-9202-997b64ef434d tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=265d80a0-fca9-4f50-a08c-602210d0a96f HTTP/1.1" status: 200 len: 945 time: 0.0568902 Sep 21 22:02:40.974995 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port b0b6ec57-59cc-42bd-a722-337a14ac29bf is: DOWN; New status is: BUILD {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:02:40.975391 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (b0b6ec57-59cc-42bd-a722-337a14ac29bf), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:40.991709 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.notifiers.nova [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0b6ec57-59cc-42bd-a722-337a14ac29bf {{(pid=116021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:02:40.995645 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-51cb7725-8c0a-4d9d-8888-99c7bc149ad4 req-1f29d602-4ff1-4194-956c-4f2f5fd54d95 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431092 Sep 21 22:02:41.012187 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port b0b6ec57-59cc-42bd-a722-337a14ac29bf, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=b0b6ec57-59cc-42bd-a722-337a14ac29bf,segment=NetworkSegment(a5df58ab-af11-4c08-9b1a-77128c681701),segment_id=a5df58ab-af11-4c08-9b1a-77128c681701)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:02:41.031256 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-485920f7-d16f-474f-97fc-18619a18968c req-d4772466-dd1b-477c-9f3e-97414abf2f47 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (d9aa81ae-410b-4f57-b18c-445cc091494d), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:41.071031 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-485920f7-d16f-474f-97fc-18619a18968c req-d4772466-dd1b-477c-9f3e-97414abf2f47 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Network 8ce7ca27-65f9-442f-9460-582319d50317 is already hosted by enough agents. {{(pid=116020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:02:41.074096 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.base_scheduler [req-485920f7-d16f-474f-97fc-18619a18968c req-d4772466-dd1b-477c-9f3e-97414abf2f47 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Resources bound (agent type, host, resource id): {{(pid=116020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:02:41.078009 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [req-485920f7-d16f-474f-97fc-18619a18968c req-d4772466-dd1b-477c-9f3e-97414abf2f47 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Received port after_create {{(pid=116020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:02:41.115290 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4772466-dd1b-477c-9f3e-97414abf2f47 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Pushing event updated for resources: {'Port': ['ID=d9aa81ae-410b-4f57-b18c-445cc091494d,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:41.139653 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485920f7-d16f-474f-97fc-18619a18968c req-d4772466-dd1b-477c-9f3e-97414abf2f47 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:41.140320 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-485920f7-d16f-474f-97fc-18619a18968c req-d4772466-dd1b-477c-9f3e-97414abf2f47 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:41.150543 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (b0b6ec57-59cc-42bd-a722-337a14ac29bf), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:41.205289 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922e482-3180-4a34-8564-a8c67a64376c req-c26d4c25-d3d4-42eb-8551-ad7bbedb6e25 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:41.206844 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c922e482-3180-4a34-8564-a8c67a64376c req-c26d4c25-d3d4-42eb-8551-ad7bbedb6e25 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/ports?device_id=f4721899-60d0-4beb-b92b-b54a94cfb384 HTTP/1.1" status: 200 len: 944 time: 0.0661414 Sep 21 22:02:41.208423 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=b0b6ec57-59cc-42bd-a722-337a14ac29bf,revision_number=4']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:41.239828 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-485920f7-d16f-474f-97fc-18619a18968c req-d4772466-dd1b-477c-9f3e-97414abf2f47 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4036818 Sep 21 22:02:41.256587 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [req-485920f7-d16f-474f-97fc-18619a18968c req-c8505d95-c76e-4d27-a6e8-71fca6cca0d8 service neutron] Request body: {'port': {'device_id': '2703320a-95cb-4c2e-b640-da7106fc48e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:02:41.280174 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c922e482-3180-4a34-8564-a8c67a64376c req-ed2261c5-6a5e-4ceb-a52d-d5a8937372c4 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc3ffcea-2341-446c-b840-413da34356cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663199 Sep 21 22:02:41.322129 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-be00d661-826f-4f46-9fc3-f59a840e4f40 None None] Provisioning complete for port d9aa81ae-410b-4f57-b18c-445cc091494d triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:02:41.322942 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-be00d661-826f-4f46-9fc3-f59a840e4f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (d9aa81ae-410b-4f57-b18c-445cc091494d), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:41.323286 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-be00d661-826f-4f46-9fc3-f59a840e4f40 None None] Attempt 1 to provision port d9aa81ae-410b-4f57-b18c-445cc091494d Sep 21 22:02:41.328403 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-485920f7-d16f-474f-97fc-18619a18968c req-c8505d95-c76e-4d27-a6e8-71fca6cca0d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (d9aa81ae-410b-4f57-b18c-445cc091494d), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:41.329644 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0762b728-25a4-42e8-932e-c0e8ffc45243 req-41476ff4-f624-4898-982d-b2ea9534b7a6 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:41.331068 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-0762b728-25a4-42e8-932e-c0e8ffc45243 req-41476ff4-f624-4898-982d-b2ea9534b7a6 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 945 time: 0.0718441 Sep 21 22:02:41.361786 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-be00d661-826f-4f46-9fc3-f59a840e4f40 None None] Port d9aa81ae-410b-4f57-b18c-445cc091494d cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:02:41.385660 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-0762b728-25a4-42e8-932e-c0e8ffc45243 req-0c385816-83fe-43cb-a35e-d1bf1dacd11d tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487533 Sep 21 22:02:41.488091 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] get_ports_and_sgs() called for port_ids ['b0b6ec57-59cc-42bd-a722-337a14ac29bf'] {{(pid=116021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:02:41.607437 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [req-485920f7-d16f-474f-97fc-18619a18968c req-c8505d95-c76e-4d27-a6e8-71fca6cca0d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9aa81ae-410b-4f57-b18c-445cc091494d {{(pid=116020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:02:41.608218 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a45380-2cbb-43a8-982e-94bead64a736 req-e2a27a48-1701-454a-a926-e8980e875faa tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:41.610431 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-78a45380-2cbb-43a8-982e-94bead64a736 req-e2a27a48-1701-454a-a926-e8980e875faa tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 932 time: 0.0687883 Sep 21 22:02:41.617856 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-485920f7-d16f-474f-97fc-18619a18968c req-c8505d95-c76e-4d27-a6e8-71fca6cca0d8 service neutron] Publish callbacks [] for port (d9aa81ae-410b-4f57-b18c-445cc091494d), precommit_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:41.631084 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.provisioning_blocks [req-485920f7-d16f-474f-97fc-18619a18968c req-c8505d95-c76e-4d27-a6e8-71fca6cca0d8 service neutron] Transition to ACTIVE for port object d9aa81ae-410b-4f57-b18c-445cc091494d will not be triggered until provisioned by entity L2. {{(pid=116020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 22:02:41.673256 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-78a45380-2cbb-43a8-982e-94bead64a736 req-a346f9b7-0b57-4da4-a0b6-6a33f06b2240 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550115 Sep 21 22:02:41.733263 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-485920f7-d16f-474f-97fc-18619a18968c req-c8505d95-c76e-4d27-a6e8-71fca6cca0d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14266021'] for port (d9aa81ae-410b-4f57-b18c-445cc091494d), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:41.810824 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8505d95-c76e-4d27-a6e8-71fca6cca0d8 service neutron] Pushing event updated for resources: {'Port': ['ID=d9aa81ae-410b-4f57-b18c-445cc091494d,revision_number=2']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:41.870776 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-485920f7-d16f-474f-97fc-18619a18968c req-c8505d95-c76e-4d27-a6e8-71fca6cca0d8 service neutron] Attempting to bind port d9aa81ae-410b-4f57-b18c-445cc091494d on host hv-cinder-85881 for vnic_type normal with profile {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:02:41.870776 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-485920f7-d16f-474f-97fc-18619a18968c req-c8505d95-c76e-4d27-a6e8-71fca6cca0d8 service neutron] Attempting to bind port d9aa81ae-410b-4f57-b18c-445cc091494d by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': '4fff32e9-f6fd-44da-9fbd-cc690d6c811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8ce7ca27-65f9-442f-9460-582319d50317'}] {{(pid=116020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:02:41.870776 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485920f7-d16f-474f-97fc-18619a18968c req-c8505d95-c76e-4d27-a6e8-71fca6cca0d8 service neutron] Attempting to bind port d9aa81ae-410b-4f57-b18c-445cc091494d on network 8ce7ca27-65f9-442f-9460-582319d50317 {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:02:41.870776 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485920f7-d16f-474f-97fc-18619a18968c req-c8505d95-c76e-4d27-a6e8-71fca6cca0d8 service neutron] Port d9aa81ae-410b-4f57-b18c-445cc091494d on network 8ce7ca27-65f9-442f-9460-582319d50317 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 22:02:41.870776 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485920f7-d16f-474f-97fc-18619a18968c req-c8505d95-c76e-4d27-a6e8-71fca6cca0d8 service neutron] Attempting to bind port d9aa81ae-410b-4f57-b18c-445cc091494d on network 8ce7ca27-65f9-442f-9460-582319d50317 {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:02:41.871437 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-be00d661-826f-4f46-9fc3-f59a840e4f40 None None] Attempt 2 to provision port d9aa81ae-410b-4f57-b18c-445cc091494d Sep 21 22:02:41.871871 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485920f7-d16f-474f-97fc-18619a18968c req-c8505d95-c76e-4d27-a6e8-71fca6cca0d8 service neutron] Checking agent: {'id': '0aee7d89-594f-4992-91de-a4ac3f52e28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 58, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 58, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:02:41.871871 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485920f7-d16f-474f-97fc-18619a18968c req-c8505d95-c76e-4d27-a6e8-71fca6cca0d8 service neutron] Checking segment: {'id': '4fff32e9-f6fd-44da-9fbd-cc690d6c811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8ce7ca27-65f9-442f-9460-582319d50317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:02:41.871871 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485920f7-d16f-474f-97fc-18619a18968c req-c8505d95-c76e-4d27-a6e8-71fca6cca0d8 service neutron] Bound using segment: {'id': '4fff32e9-f6fd-44da-9fbd-cc690d6c811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8ce7ca27-65f9-442f-9460-582319d50317'} {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:02:41.871871 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-485920f7-d16f-474f-97fc-18619a18968c req-c8505d95-c76e-4d27-a6e8-71fca6cca0d8 service neutron] Bound port: d9aa81ae-410b-4f57-b18c-445cc091494d, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fff32e9-f6fd-44da-9fbd-cc690d6c811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8ce7ca27-65f9-442f-9460-582319d50317'}}] {{(pid=116020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:02:41.871871 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-485920f7-d16f-474f-97fc-18619a18968c req-c8505d95-c76e-4d27-a6e8-71fca6cca0d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (d9aa81ae-410b-4f57-b18c-445cc091494d), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:41.902894 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-be00d661-826f-4f46-9fc3-f59a840e4f40 None None] Port d9aa81ae-410b-4f57-b18c-445cc091494d cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:02:41.938338 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-485920f7-d16f-474f-97fc-18619a18968c req-c8505d95-c76e-4d27-a6e8-71fca6cca0d8 service neutron] For port d9aa81ae-410b-4f57-b18c-445cc091494d, host hv-cinder-85881, cleared binding levels {{(pid=116020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:02:41.942066 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-485920f7-d16f-474f-97fc-18619a18968c req-c8505d95-c76e-4d27-a6e8-71fca6cca0d8 service neutron] For port d9aa81ae-410b-4f57-b18c-445cc091494d, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=d9aa81ae-410b-4f57-b18c-445cc091494d,segment=NetworkSegment(4fff32e9-f6fd-44da-9fbd-cc690d6c811a),segment_id=4fff32e9-f6fd-44da-9fbd-cc690d6c811a)] {{(pid=116020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:02:42.027603 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-485920f7-d16f-474f-97fc-18619a18968c req-c8505d95-c76e-4d27-a6e8-71fca6cca0d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14266021'] for port (d9aa81ae-410b-4f57-b18c-445cc091494d), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:42.036655 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485920f7-d16f-474f-97fc-18619a18968c req-c8505d95-c76e-4d27-a6e8-71fca6cca0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:42.036655 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-485920f7-d16f-474f-97fc-18619a18968c req-c8505d95-c76e-4d27-a6e8-71fca6cca0d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:42.036655 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-485920f7-d16f-474f-97fc-18619a18968c req-c8505d95-c76e-4d27-a6e8-71fca6cca0d8 service neutron] 10.222.0.71 "PUT /v2.0/ports/d9aa81ae-410b-4f57-b18c-445cc091494d HTTP/1.1" status: 200 len: 1094 time: 0.7827592 Sep 21 22:02:42.036655 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2703320a-95cb-4c2e-b640-da7106fc48e2', 'tag': 'd9aa81ae-410b-4f57-b18c-445cc091494d'}] {{(pid=116020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:02:42.037786 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}616469ce01b4343580b51944d90e43cdadd76175ffa2c7c7ae3ce11ef7217efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9785a123-173b-4462-94ad-da4d6bbe9bfa" -d '{"events": [{"name": "network-changed", "server_uuid": "2703320a-95cb-4c2e-b640-da7106fc48e2", "tag": "d9aa81ae-410b-4f57-b18c-445cc091494d"}]}' {{(pid=116020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:02:42.076278 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351b742c-50d1-4548-ad45-9ea2f40cd5ca x-openstack-request-id: req-351b742c-50d1-4548-ad45-9ea2f40cd5ca {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:02:42.076587 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2703320a-95cb-4c2e-b640-da7106fc48e2", "tag": "d9aa81ae-410b-4f57-b18c-445cc091494d", "status": "completed", "code": 200}]} {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:02:42.076923 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-351b742c-50d1-4548-ad45-9ea2f40cd5ca {{(pid=116020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:02:42.077333 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-351b742c-50d1-4548-ad45-9ea2f40cd5ca'] response: {'name': 'network-changed', 'server_uuid': '2703320a-95cb-4c2e-b640-da7106fc48e2', 'tag': 'd9aa81ae-410b-4f57-b18c-445cc091494d', 'status': 'completed', 'code': 200} Sep 21 22:02:42.087840 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8505d95-c76e-4d27-a6e8-71fca6cca0d8 service neutron] Pushing event updated for resources: {'Port': ['ID=d9aa81ae-410b-4f57-b18c-445cc091494d,revision_number=3']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:42.140495 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce271c1b-2dcd-4da7-b6e0-defe25fc346a req-5faa321c-f9b3-4e8d-a3ee-528fa2c0a225 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:42.142012 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ce271c1b-2dcd-4da7-b6e0-defe25fc346a req-5faa321c-f9b3-4e8d-a3ee-528fa2c0a225 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=265d80a0-fca9-4f50-a08c-602210d0a96f HTTP/1.1" status: 200 len: 945 time: 0.0564837 Sep 21 22:02:42.149671 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785a123-173b-4462-94ad-da4d6bbe9bfa req-7faa6939-fae5-4632-be30-012732b9458c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:42.151371 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-9785a123-173b-4462-94ad-da4d6bbe9bfa req-7faa6939-fae5-4632-be30-012732b9458c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3a736bcce41d413f88518c9f7501738c&device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 1128 time: 0.0466917 Sep 21 22:02:42.188650 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ce271c1b-2dcd-4da7-b6e0-defe25fc346a req-8a6bd536-ab3f-43e1-b9de-c5abc60752c0 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407805 Sep 21 22:02:42.257849 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785a123-173b-4462-94ad-da4d6bbe9bfa req-9a50078c-a8d9-4e0f-a656-4bf8228f8747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:42.259439 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-9785a123-173b-4462-94ad-da4d6bbe9bfa req-9a50078c-a8d9-4e0f-a656-4bf8228f8747 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=3a736bcce41d413f88518c9f7501738c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0991843 Sep 21 22:02:42.352658 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785a123-173b-4462-94ad-da4d6bbe9bfa req-64f2f24d-e3e8-4c9c-80cf-61546b911d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:42.354156 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-9785a123-173b-4462-94ad-da4d6bbe9bfa req-64f2f24d-e3e8-4c9c-80cf-61546b911d8e service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891786 Sep 21 22:02:42.404097 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-be00d661-826f-4f46-9fc3-f59a840e4f40 None None] Attempt 3 to provision port d9aa81ae-410b-4f57-b18c-445cc091494d Sep 21 22:02:42.417190 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c63b0-c8d6-40da-9302-cc017130be28 req-da5472de-e4cf-4cf2-888c-dd8a9cf60a36 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:42.418721 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-e81c63b0-c8d6-40da-9302-cc017130be28 req-da5472de-e4cf-4cf2-888c-dd8a9cf60a36 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/ports?device_id=f4721899-60d0-4beb-b92b-b54a94cfb384 HTTP/1.1" status: 200 len: 944 time: 0.0595298 Sep 21 22:02:42.451468 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-be00d661-826f-4f46-9fc3-f59a840e4f40 None None] Port d9aa81ae-410b-4f57-b18c-445cc091494d had new provisioning blocks added so it will not transition to active. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 21 22:02:42.466326 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485920f7-d16f-474f-97fc-18619a18968c req-9c70eaee-002f-401a-ab5c-147b698d885f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:42.471474 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-485920f7-d16f-474f-97fc-18619a18968c req-9c70eaee-002f-401a-ab5c-147b698d885f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3a736bcce41d413f88518c9f7501738c&device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 1128 time: 0.0656185 Sep 21 22:02:42.474829 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-e81c63b0-c8d6-40da-9302-cc017130be28 req-af1bd52a-21c3-4953-99a5-54e317e8a8ca tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc3ffcea-2341-446c-b840-413da34356cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475378 Sep 21 22:02:42.511530 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-485920f7-d16f-474f-97fc-18619a18968c req-a4876d29-24eb-4f45-8f55-91369c5f3e0c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9aa81ae-410b-4f57-b18c-445cc091494d HTTP/1.1" status: 200 len: 217 time: 0.0356395 Sep 21 22:02:42.565337 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485920f7-d16f-474f-97fc-18619a18968c req-c2d19bb0-5719-43fb-9a7b-4c466636da7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:42.566298 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c0018-fd3c-4d7d-a81b-eef8054bd7ec req-52e27760-ea59-43f9-8f6c-1536af559279 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:42.566847 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-485920f7-d16f-474f-97fc-18619a18968c req-c2d19bb0-5719-43fb-9a7b-4c466636da7b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=61fb7232-c6fb-44a6-ba93-ebc4a1b2df41 HTTP/1.1" status: 200 len: 848 time: 0.0473118 Sep 21 22:02:42.567757 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b31c0018-fd3c-4d7d-a81b-eef8054bd7ec req-52e27760-ea59-43f9-8f6c-1536af559279 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 945 time: 0.0588591 Sep 21 22:02:42.620501 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485920f7-d16f-474f-97fc-18619a18968c req-60c334ef-758f-4724-a0e2-8fec38315fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:42.622034 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-485920f7-d16f-474f-97fc-18619a18968c req-60c334ef-758f-4724-a0e2-8fec38315fca service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8ce7ca27-65f9-442f-9460-582319d50317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466723 Sep 21 22:02:42.624179 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b31c0018-fd3c-4d7d-a81b-eef8054bd7ec req-80acebe6-98fc-4df0-97c9-afb5248713c3 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493369 Sep 21 22:02:42.725724 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-485920f7-d16f-474f-97fc-18619a18968c req-1b505a05-3e92-4a1f-9902-3b661fcf12dd service neutron] 10.222.0.71 "GET /v2.0/networks/8ce7ca27-65f9-442f-9460-582319d50317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963020 Sep 21 22:02:42.799220 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ae691-06dc-40ef-9ba6-b42dfc416674 req-15ed5d25-2033-47ee-9433-d27b8d4471ff tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:42.800744 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-833ae691-06dc-40ef-9ba6-b42dfc416674 req-15ed5d25-2033-47ee-9433-d27b8d4471ff tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 944 time: 0.0555494 Sep 21 22:02:42.820778 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-485920f7-d16f-474f-97fc-18619a18968c req-7d6a1dbc-fc09-412a-9f6b-564f44a3db97 service neutron] 10.222.0.71 "GET /v2.0/networks/8ce7ca27-65f9-442f-9460-582319d50317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873008 Sep 21 22:02:42.844001 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device b0b6ec57-59cc-42bd-a722-337a14ac29bf up at agent hyperv_hv-cinder-85881 {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:02:42.857306 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-833ae691-06dc-40ef-9ba6-b42dfc416674 req-633e9bb8-bc34-41d6-942c-733d8f23954a tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504060 Sep 21 22:02:42.976444 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Provisioning for port b0b6ec57-59cc-42bd-a722-337a14ac29bf completed by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 22:02:42.981306 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Provisioning complete for port b0b6ec57-59cc-42bd-a722-337a14ac29bf triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:02:42.981888 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (b0b6ec57-59cc-42bd-a722-337a14ac29bf), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:42.982230 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Attempt 1 to provision port b0b6ec57-59cc-42bd-a722-337a14ac29bf Sep 21 22:02:43.058143 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port b0b6ec57-59cc-42bd-a722-337a14ac29bf is: BUILD; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:02:43.058611 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (b0b6ec57-59cc-42bd-a722-337a14ac29bf), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:43.081534 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4721899-60d0-4beb-b92b-b54a94cfb384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b6ec57-59cc-42bd-a722-337a14ac29bf'}] {{(pid=116021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:02:43.083933 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d500dca99ac2bf62db1703b02a00765538e18f27ddf2ede5333818e021564b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a75454-ab5c-4c1a-b162-8a37f023e45b" -d '{"events": [{"server_uuid": "f4721899-60d0-4beb-b92b-b54a94cfb384", "name": "network-vif-plugged", "status": "completed", "tag": "b0b6ec57-59cc-42bd-a722-337a14ac29bf"}]}' {{(pid=116021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:02:43.096236 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port b0b6ec57-59cc-42bd-a722-337a14ac29bf, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=b0b6ec57-59cc-42bd-a722-337a14ac29bf,segment=NetworkSegment(a5df58ab-af11-4c08-9b1a-77128c681701),segment_id=a5df58ab-af11-4c08-9b1a-77128c681701)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:02:43.120411 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a483d48-e5eb-4998-b82b-18c9a973f20a x-openstack-request-id: req-9a483d48-e5eb-4998-b82b-18c9a973f20a {{(pid=116021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:02:43.120725 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4721899-60d0-4beb-b92b-b54a94cfb384", "name": "network-vif-plugged", "status": "completed", "tag": "b0b6ec57-59cc-42bd-a722-337a14ac29bf", "code": 200}]} {{(pid=116021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:02:43.121004 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9a483d48-e5eb-4998-b82b-18c9a973f20a {{(pid=116021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:02:43.121404 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a483d48-e5eb-4998-b82b-18c9a973f20a'] response: {'server_uuid': 'f4721899-60d0-4beb-b92b-b54a94cfb384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b6ec57-59cc-42bd-a722-337a14ac29bf', 'code': 200} Sep 21 22:02:43.173688 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 33268) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:43.178248 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-c6b9fdb1-0397-43c2-943a-d056acb256d4 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2050099355', 'description': 'tempest-description--493286130'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:02:43.192410 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (b0b6ec57-59cc-42bd-a722-337a14ac29bf), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:43.252446 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=b0b6ec57-59cc-42bd-a722-337a14ac29bf,revision_number=5']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:43.270893 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-c6b9fdb1-0397-43c2-943a-d056acb256d4 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:43.338384 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35039ecc-95b5-4b00-8f4b-bee42e135c40 req-4252e759-73f6-49ce-a9bc-1d29f2870afc tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:43.339852 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-35039ecc-95b5-4b00-8f4b-bee42e135c40 req-4252e759-73f6-49ce-a9bc-1d29f2870afc tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=265d80a0-fca9-4f50-a08c-602210d0a96f HTTP/1.1" status: 200 len: 945 time: 0.0518529 Sep 21 22:02:43.346243 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-c6b9fdb1-0397-43c2-943a-d056acb256d4 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for security_group (92f97d0d-f1b7-4e4b-b991-db8308670e91), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:43.389209 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-35039ecc-95b5-4b00-8f4b-bee42e135c40 req-2da11a41-d02d-4dc6-b535-844b1382eb7b tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421424 Sep 21 22:02:43.451133 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-c6b9fdb1-0397-43c2-943a-d056acb256d4 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (92f97d0d-f1b7-4e4b-b991-db8308670e91), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:43.484872 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b9fdb1-0397-43c2-943a-d056acb256d4 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92f97d0d-f1b7-4e4b-b991-db8308670e91,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:43.498720 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624080bd-0bd5-4940-83b6-9b5900c9aabe req-d1c80647-be92-49fe-949e-174570ea594a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:43.498720 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-624080bd-0bd5-4940-83b6-9b5900c9aabe req-d1c80647-be92-49fe-949e-174570ea594a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f4721899-60d0-4beb-b92b-b54a94cfb384 HTTP/1.1" status: 200 len: 1129 time: 0.0725799 Sep 21 22:02:43.548031 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-c6b9fdb1-0397-43c2-943a-d056acb256d4 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:43.552635 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-c6b9fdb1-0397-43c2-943a-d056acb256d4 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3749928 Sep 21 22:02:43.552635 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-624080bd-0bd5-4940-83b6-9b5900c9aabe req-adf52c04-c3d7-474f-9491-8cea56613560 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=dc3ffcea-2341-446c-b840-413da34356cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480394 Sep 21 22:02:43.560476 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 33276) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:43.560476 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-058da398-c001-4e47-be80-3a1e64c77630 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Request body: {'security_group_rule': {'security_group_id': '92f97d0d-f1b7-4e4b-b991-db8308670e91', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:02:43.609184 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09210549-9a09-4c56-93f7-b3f3dd974e9d req-c0c823ea-08bf-4622-8c0d-25614e9350fa tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:43.611282 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-09210549-9a09-4c56-93f7-b3f3dd974e9d req-c0c823ea-08bf-4622-8c0d-25614e9350fa tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/ports?device_id=f4721899-60d0-4beb-b92b-b54a94cfb384 HTTP/1.1" status: 200 len: 945 time: 0.0566432 Sep 21 22:02:43.660237 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-09210549-9a09-4c56-93f7-b3f3dd974e9d req-83f3a9df-c7bf-4996-95d8-9403c493dfcc tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc3ffcea-2341-446c-b840-413da34356cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432763 Sep 21 22:02:43.663197 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-058da398-c001-4e47-be80-3a1e64c77630 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for security_group_rule (9ab256f1-9483-4c73-a0e0-ed8f81b04e92), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:43.723262 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-058da398-c001-4e47-be80-3a1e64c77630 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for security_group_rule (9ab256f1-9483-4c73-a0e0-ed8f81b04e92), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:43.754743 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0178ed15-55ff-43a7-ae91-91b87661ef55 req-8c5b0aa9-f98a-4de2-88d6-597b84c7225d tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:43.756260 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-0178ed15-55ff-43a7-ae91-91b87661ef55 req-8c5b0aa9-f98a-4de2-88d6-597b84c7225d tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 945 time: 0.0563507 Sep 21 22:02:43.807663 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-058da398-c001-4e47-be80-3a1e64c77630 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614269'] for security_group_rule (9ab256f1-9483-4c73-a0e0-ed8f81b04e92), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:43.808197 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-0178ed15-55ff-43a7-ae91-91b87661ef55 req-970f2b95-7f87-4ec7-8820-92506c699873 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446854 Sep 21 22:02:43.828657 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058da398-c001-4e47-be80-3a1e64c77630 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ab256f1-9483-4c73-a0e0-ed8f81b04e92,revision_number=0']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:43.919001 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-058da398-c001-4e47-be80-3a1e64c77630 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:43.920151 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-058da398-c001-4e47-be80-3a1e64c77630 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3663735 Sep 21 22:02:43.923104 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 33282) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:43.927830 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-eeebc481-f5b8-4afa-9e45-7a6a22c3387c tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Request body: {'security_group_rule': {'security_group_id': '92f97d0d-f1b7-4e4b-b991-db8308670e91', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:02:43.942087 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3fdc1-1b52-4339-9dd9-44f75a9becf6 req-814b2d00-48e9-4dcd-9ca0-3b261225e403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:43.943690 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-6fd3fdc1-1b52-4339-9dd9-44f75a9becf6 req-814b2d00-48e9-4dcd-9ca0-3b261225e403 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=265d80a0-fca9-4f50-a08c-602210d0a96f HTTP/1.1" status: 200 len: 1129 time: 0.0583241 Sep 21 22:02:43.995232 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d61404c-7b0f-4484-b36b-1fd930dbc129 req-66ca6f3a-86fa-4a71-8b31-d86bec0ff1b9 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:43.996882 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-0d61404c-7b0f-4484-b36b-1fd930dbc129 req-66ca6f3a-86fa-4a71-8b31-d86bec0ff1b9 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 944 time: 0.0595417 Sep 21 22:02:44.003728 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-6fd3fdc1-1b52-4339-9dd9-44f75a9becf6 req-b8a4a4fb-6ffd-4806-93de-e2ac5ec12c55 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435998 Sep 21 22:02:44.045740 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-eeebc481-f5b8-4afa-9e45-7a6a22c3387c tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for security_group_rule (55ad7a97-a86f-442e-92c7-a02fff4960a6), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:44.053386 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-0d61404c-7b0f-4484-b36b-1fd930dbc129 req-377e5775-653b-4ed3-a9b8-1bbd9ba020d2 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503073 Sep 21 22:02:44.106549 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-eeebc481-f5b8-4afa-9e45-7a6a22c3387c tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for security_group_rule (55ad7a97-a86f-442e-92c7-a02fff4960a6), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:44.173888 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-eeebc481-f5b8-4afa-9e45-7a6a22c3387c tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614269'] for security_group_rule (55ad7a97-a86f-442e-92c7-a02fff4960a6), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:44.191657 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeebc481-f5b8-4afa-9e45-7a6a22c3387c tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55ad7a97-a86f-442e-92c7-a02fff4960a6,revision_number=0']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:44.280107 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-eeebc481-f5b8-4afa-9e45-7a6a22c3387c tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:44.281327 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-eeebc481-f5b8-4afa-9e45-7a6a22c3387c tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3570447 Sep 21 22:02:44.284394 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 33290) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:44.288650 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-dae847bd-1181-48c5-a215-fa329034364b tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Request body: {'floatingip': {'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:02:44.375228 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-dae847bd-1181-48c5-a215-fa329034364b tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:44.513255 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-dae847bd-1181-48c5-a215-fa329034364b tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:44.569606 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a231d02-4433-477f-9feb-5d59e8ec8b76 req-9c2183f4-0dbb-4a13-a449-41b1ae543cd4 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:44.571212 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2a231d02-4433-477f-9feb-5d59e8ec8b76 req-9c2183f4-0dbb-4a13-a449-41b1ae543cd4 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=265d80a0-fca9-4f50-a08c-602210d0a96f HTTP/1.1" status: 200 len: 945 time: 0.1069319 Sep 21 22:02:44.662913 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2a231d02-4433-477f-9feb-5d59e8ec8b76 req-c34c1cfb-0e61-4a39-93e3-fac1cf1a96ca tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822217 Sep 21 22:02:44.674319 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.db_base_plugin_common [None req-dae847bd-1181-48c5-a215-fa329034364b tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Allocated IP 172.27.1.114 (b12f12c4-b4b4-4032-bd63-4e51184cdf86/38720055-293b-4785-9b37-d6bdacdcb1b4/fa77a0f7-7773-483f-a2c6-4ffb6a7a2e18) {{(pid=116019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:02:44.790860 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (0aee7d89-594f-4992-91de-a4ac3f52e28d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:45.057843 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-dae847bd-1181-48c5-a215-fa329034364b tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for port (fa77a0f7-7773-483f-a2c6-4ffb6a7a2e18), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:45.072204 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f63c8-c3db-4b6a-a550-a067deec1163 req-b27ddf9f-8585-4add-afd8-9dae170a113b tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:45.073685 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-7d4f63c8-c3db-4b6a-a550-a067deec1163 req-b27ddf9f-8585-4add-afd8-9dae170a113b tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/ports?device_id=f4721899-60d0-4beb-b92b-b54a94cfb384 HTTP/1.1" status: 200 len: 945 time: 0.3383157 Sep 21 22:02:45.083185 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8974a-647f-4230-beed-0a5fc0441722 req-f81afa68-eca2-4d4e-90ec-ab4a4735a978 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:45.084701 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-48a8974a-647f-4230-beed-0a5fc0441722 req-f81afa68-eca2-4d4e-90ec-ab4a4735a978 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 945 time: 0.1297970 Sep 21 22:02:45.171110 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-7d4f63c8-c3db-4b6a-a550-a067deec1163 req-5ab07230-ec5d-4de2-b3d6-33ec6898785a tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc3ffcea-2341-446c-b840-413da34356cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854146 Sep 21 22:02:45.188023 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-48a8974a-647f-4230-beed-0a5fc0441722 req-87d094b5-1dbd-4c07-9749-3a1d35d5bb45 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938919 Sep 21 22:02:45.226362 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-dae847bd-1181-48c5-a215-fa329034364b tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043'] for port (fa77a0f7-7773-483f-a2c6-4ffb6a7a2e18), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:45.295714 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae847bd-1181-48c5-a215-fa329034364b tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Network b12f12c4-b4b4-4032-bd63-4e51184cdf86 is already hosted by enough agents. {{(pid=116019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:02:45.301523 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae847bd-1181-48c5-a215-fa329034364b tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Pushing event updated for resources: {'Port': ['ID=fa77a0f7-7773-483f-a2c6-4ffb6a7a2e18,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:45.304025 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.base_scheduler [None req-dae847bd-1181-48c5-a215-fa329034364b tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Resources bound (agent type, host, resource id): {{(pid=116019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:02:45.306849 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae847bd-1181-48c5-a215-fa329034364b tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Received port after_create {{(pid=116019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:02:45.354589 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff568a-56b6-43bf-8709-3de3628204f1 req-b4a9e078-424a-4260-8575-74cc67e7e16c tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:45.356160 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c9ff568a-56b6-43bf-8709-3de3628204f1 req-b4a9e078-424a-4260-8575-74cc67e7e16c tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 944 time: 0.1239769 Sep 21 22:02:45.384825 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-dae847bd-1181-48c5-a215-fa329034364b tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for floatingip (4009bab0-ded7-4bad-b356-8248f6eb336a), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:45.418270 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c9ff568a-56b6-43bf-8709-3de3628204f1 req-64eceb4e-8c53-432c-a7bf-0df0b5a38bec tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561581 Sep 21 22:02:45.485711 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-dae847bd-1181-48c5-a215-fa329034364b tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (fa77a0f7-7773-483f-a2c6-4ffb6a7a2e18), before_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:45.647213 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-dae847bd-1181-48c5-a215-fa329034364b tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for port (fa77a0f7-7773-483f-a2c6-4ffb6a7a2e18), precommit_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:45.788693 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beecfda-b957-4f6a-a647-488287f0d6a6 req-135f5591-a521-4b36-b967-c8b777c766b9 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:45.790168 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-6beecfda-b957-4f6a-a647-488287f0d6a6 req-135f5591-a521-4b36-b967-c8b777c766b9 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=265d80a0-fca9-4f50-a08c-602210d0a96f HTTP/1.1" status: 200 len: 945 time: 0.0538039 Sep 21 22:02:45.791367 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-dae847bd-1181-48c5-a215-fa329034364b tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (fa77a0f7-7773-483f-a2c6-4ffb6a7a2e18), after_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:45.792042 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-dae847bd-1181-48c5-a215-fa329034364b tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494336'] for floatingip (4009bab0-ded7-4bad-b356-8248f6eb336a), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:45.859369 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae847bd-1181-48c5-a215-fa329034364b tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Pushing event updated for resources: {'Port': ['ID=fa77a0f7-7773-483f-a2c6-4ffb6a7a2e18,revision_number=2']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:45.872614 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-6beecfda-b957-4f6a-a647-488287f0d6a6 req-19898ea8-b6e1-400a-8e32-c77ac9b0f2ab tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754125 Sep 21 22:02:45.965767 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-dae847bd-1181-48c5-a215-fa329034364b tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for floatingip (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:45.967231 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-dae847bd-1181-48c5-a215-fa329034364b tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6818979 Sep 21 22:02:46.015564 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7b7a34ae-682a-4c7a-b189-be1d249fa72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:46.174431 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-39072afe-6dca-4085-b700-4ae97bfd2d9e req-656a921c-339e-4eb5-9042-43f7f9d4e2f1 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--2050099355&fields=id&tenant_id=fea8845b2dfd4b2ab3278d6c2809014f HTTP/1.1" status: 200 len: 267 time: 0.0504811 Sep 21 22:02:46.311422 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b00894-7675-464f-baf8-4bc6f5c8578b req-833e986e-c3dd-4dfc-843f-b0e2509119ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:46.312996 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-f0b00894-7675-464f-baf8-4bc6f5c8578b req-833e986e-c3dd-4dfc-843f-b0e2509119ce service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f5fc28ce43d342ff812e8671de415a9c&device_id=265d80a0-fca9-4f50-a08c-602210d0a96f HTTP/1.1" status: 200 len: 1129 time: 0.0557125 Sep 21 22:02:46.314143 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39072afe-6dca-4085-b700-4ae97bfd2d9e req-f1861050-8856-4418-89d9-59c228374378 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:46.315636 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-39072afe-6dca-4085-b700-4ae97bfd2d9e req-f1861050-8856-4418-89d9-59c228374378 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/networks?id=2abe6793-4110-455a-aa7b-f1c0038ce3ef HTTP/1.1" status: 200 len: 815 time: 0.1344292 Sep 21 22:02:46.322392 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14045d54-6961-4252-a8b8-12c1578cbb51 req-283911a1-be10-4235-a98c-bc26cbd6374d tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:46.323812 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-14045d54-6961-4252-a8b8-12c1578cbb51 req-283911a1-be10-4235-a98c-bc26cbd6374d tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=265d80a0-fca9-4f50-a08c-602210d0a96f HTTP/1.1" status: 200 len: 945 time: 0.0953333 Sep 21 22:02:46.343972 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-39072afe-6dca-4085-b700-4ae97bfd2d9e req-96ceaa83-54e2-4567-8746-a8958c48a948 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/quotas/fea8845b2dfd4b2ab3278d6c2809014f HTTP/1.1" status: 200 len: 375 time: 0.0191398 Sep 21 22:02:46.411173 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-14045d54-6961-4252-a8b8-12c1578cbb51 req-2bad3125-f04d-4717-bb69-6b7a5a2ab554 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801961 Sep 21 22:02:46.416931 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b00894-7675-464f-baf8-4bc6f5c8578b req-7bb34f7c-abd6-4873-a606-f04013e26438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:46.419959 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-f0b00894-7675-464f-baf8-4bc6f5c8578b req-7bb34f7c-abd6-4873-a606-f04013e26438 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0585c623-22cd-41df-a0a2-cf1e1b8bac58 HTTP/1.1" status: 200 len: 920 time: 0.0993218 Sep 21 22:02:46.437314 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-39072afe-6dca-4085-b700-4ae97bfd2d9e req-738d73b4-99d4-4014-83ea-f66a7af4d2cb tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=fea8845b2dfd4b2ab3278d6c2809014f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0779312 Sep 21 22:02:46.471057 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-f0b00894-7675-464f-baf8-4bc6f5c8578b req-b985053a-4249-4195-85a7-aa983ddf9fad service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b34f6617-3c6e-4980-ab1b-3aa5e8b694e8 HTTP/1.1" status: 200 len: 217 time: 0.0403175 Sep 21 22:02:46.523693 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b00894-7675-464f-baf8-4bc6f5c8578b req-84bb9af7-150c-46eb-8875-23f5a25ce1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:46.525198 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-f0b00894-7675-464f-baf8-4bc6f5c8578b req-84bb9af7-150c-46eb-8875-23f5a25ce1ce service neutron] 10.222.0.71 "GET /v2.0/subnets?id=41a42251-d848-47c6-b80e-908765051886 HTTP/1.1" status: 200 len: 858 time: 0.0458527 Sep 21 22:02:46.579332 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b00894-7675-464f-baf8-4bc6f5c8578b req-2d67be16-58ed-455a-be89-8a925a56c325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:46.580826 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-f0b00894-7675-464f-baf8-4bc6f5c8578b req-2d67be16-58ed-455a-be89-8a925a56c325 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0585c623-22cd-41df-a0a2-cf1e1b8bac58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484002 Sep 21 22:02:46.582365 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c7265-655a-47f0-b57e-2c5175944d9e req-35096fe4-b07d-4fdf-94b0-9b612baae975 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:46.583892 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c44c7265-655a-47f0-b57e-2c5175944d9e req-35096fe4-b07d-4fdf-94b0-9b612baae975 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/ports?device_id=f4721899-60d0-4beb-b92b-b54a94cfb384 HTTP/1.1" status: 200 len: 945 time: 0.0888779 Sep 21 22:02:46.585938 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-39072afe-6dca-4085-b700-4ae97bfd2d9e req-7ca3661b-b1e0-4f57-aeb4-880b7de81d43 service neutron] 10.222.0.52 "GET /v2.0/networks/2abe6793-4110-455a-aa7b-f1c0038ce3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366217 Sep 21 22:02:46.696348 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c44c7265-655a-47f0-b57e-2c5175944d9e req-2a490688-c9bc-45c4-8be2-ef9ee0b3aa29 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc3ffcea-2341-446c-b840-413da34356cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053438 Sep 21 22:02:46.696664 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-f0b00894-7675-464f-baf8-4bc6f5c8578b req-3aa202e1-bbe2-450d-bc8b-f376d8ac7f03 service neutron] 10.222.0.71 "GET /v2.0/networks/0585c623-22cd-41df-a0a2-cf1e1b8bac58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025028 Sep 21 22:02:46.724863 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-39072afe-6dca-4085-b700-4ae97bfd2d9e req-6f9495f2-28ab-4702-abe3-185d71068951 service neutron] 10.222.0.52 "GET /v2.0/networks/2abe6793-4110-455a-aa7b-f1c0038ce3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218176 Sep 21 22:02:46.810147 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-f0b00894-7675-464f-baf8-4bc6f5c8578b req-0d54f9fe-a86a-44d2-af07-2520e09db436 service neutron] 10.222.0.71 "GET /v2.0/networks/0585c623-22cd-41df-a0a2-cf1e1b8bac58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063724 Sep 21 22:02:46.833103 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5891af2-b15d-4277-8f00-2881033a8868 req-64df7a51-c77e-4e90-8ada-99596da98c9f tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:46.839975 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c5891af2-b15d-4277-8f00-2881033a8868 req-64df7a51-c77e-4e90-8ada-99596da98c9f tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 945 time: 0.0795014 Sep 21 22:02:46.883756 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c5891af2-b15d-4277-8f00-2881033a8868 req-0fba95f5-2a0f-4321-a2ca-5b8a3ea39531 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428922 Sep 21 22:02:47.006035 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a27cc-47c7-41d8-82ee-0f75397f11fc req-907913a1-d0cb-47b3-96b3-4d4dd9896a14 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:47.007883 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-d07a27cc-47c7-41d8-82ee-0f75397f11fc req-907913a1-d0cb-47b3-96b3-4d4dd9896a14 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 944 time: 0.0645669 Sep 21 22:02:47.057714 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b0ca9a8f-6d8b-40c5-812b-f6b24b6999c0 req-d5b3df3a-aaf1-4652-96dd-4e73418d2d10 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=2abd19a6-28f8-40de-96d5-0211585e1677 HTTP/1.1" status: 200 len: 210 time: 0.0391207 Sep 21 22:02:47.093242 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-d07a27cc-47c7-41d8-82ee-0f75397f11fc req-ea91cc2a-7355-43e8-81ee-0c99dca0dc27 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758545 Sep 21 22:02:47.546255 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb510eb-4bc0-4591-aedd-7a56e512249e req-0d2e0727-1fbf-4385-89e4-793ca5bd4239 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:47.547743 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-5cb510eb-4bc0-4591-aedd-7a56e512249e req-0d2e0727-1fbf-4385-89e4-793ca5bd4239 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=265d80a0-fca9-4f50-a08c-602210d0a96f HTTP/1.1" status: 200 len: 945 time: 0.0581527 Sep 21 22:02:47.597035 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-5cb510eb-4bc0-4591-aedd-7a56e512249e req-a4696514-0626-4788-8215-03c023876f74 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433297 Sep 21 22:02:48.017453 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5250f2-f12d-4678-b4d4-70b02aa6c55d req-93475167-131f-4f37-9aec-cc0e33857ac1 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:48.019444 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ac5250f2-f12d-4678-b4d4-70b02aa6c55d req-93475167-131f-4f37-9aec-cc0e33857ac1 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 945 time: 0.0542576 Sep 21 22:02:48.068173 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ac5250f2-f12d-4678-b4d4-70b02aa6c55d req-ebaa5f11-16b2-476d-b786-0b7eb534b0cc tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427499 Sep 21 22:02:48.163270 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-d2fdd6ec-300f-498e-86dd-6840bc018bc6 req-434ae47d-8a5b-4242-9da0-e7b3985966ef tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=2abd19a6-28f8-40de-96d5-0211585e1677 HTTP/1.1" status: 200 len: 210 time: 0.0311241 Sep 21 22:02:48.169352 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-47b0445f-3a8f-41b9-96b3-6710385e59ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:48.222912 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a9796-cef8-4992-8dc7-91c4f75c179d req-d6eab90b-331a-46b4-8d53-0d8c0e3acebd tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:48.224485 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-6f5a9796-cef8-4992-8dc7-91c4f75c179d req-d6eab90b-331a-46b4-8d53-0d8c0e3acebd tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/ports?device_id=f4721899-60d0-4beb-b92b-b54a94cfb384 HTTP/1.1" status: 200 len: 945 time: 0.0635571 Sep 21 22:02:48.304385 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-6f5a9796-cef8-4992-8dc7-91c4f75c179d req-ec695b01-9f5e-4f32-ae1b-131c46d9ac3d tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc3ffcea-2341-446c-b840-413da34356cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662005 Sep 21 22:02:48.317135 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32398400-61cc-4e90-bd49-7145dd34a4ec req-4ae94f3f-b7a2-41cd-91cd-67be0fa91a12 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:48.318713 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-32398400-61cc-4e90-bd49-7145dd34a4ec req-4ae94f3f-b7a2-41cd-91cd-67be0fa91a12 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 944 time: 0.0914345 Sep 21 22:02:48.367114 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-32398400-61cc-4e90-bd49-7145dd34a4ec req-9476a3ab-3e88-4f4d-8357-c94a2ea162ed tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429294 Sep 21 22:02:48.728259 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe1314-efd6-44fb-b7d2-a4bbf6080d97 req-9a3178c5-ccee-48e7-ad15-48d2a1a18aa4 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:48.729763 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ccbe1314-efd6-44fb-b7d2-a4bbf6080d97 req-9a3178c5-ccee-48e7-ad15-48d2a1a18aa4 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=265d80a0-fca9-4f50-a08c-602210d0a96f HTTP/1.1" status: 200 len: 945 time: 0.0558186 Sep 21 22:02:48.777087 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ccbe1314-efd6-44fb-b7d2-a4bbf6080d97 req-e21e076b-97cb-4f03-a2b0-8633a047a32e tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417545 Sep 21 22:02:49.198496 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a49e9-77ee-47fb-ae27-45726e160e1b req-e6e8efce-e52f-44ad-9661-538f3c0baa9d tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:49.199886 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-126a49e9-77ee-47fb-ae27-45726e160e1b req-e6e8efce-e52f-44ad-9661-538f3c0baa9d tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 945 time: 0.0527363 Sep 21 22:02:49.273810 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b0c1694c-9ba9-4005-b32a-eb11662db9db req-38280d8d-f146-46b4-9360-77773d0269f2 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=2abd19a6-28f8-40de-96d5-0211585e1677 HTTP/1.1" status: 200 len: 210 time: 0.0346267 Sep 21 22:02:49.277438 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-126a49e9-77ee-47fb-ae27-45726e160e1b req-805a4859-e395-4b61-9c6e-dc6aa70c246b tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694265 Sep 21 22:02:49.440411 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2035239-0815-41a6-bc6f-8288deb36cd1 req-5e1ff7b7-cbdb-4b9d-aa9d-53613f8b29f8 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:49.441958 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c2035239-0815-41a6-bc6f-8288deb36cd1 req-5e1ff7b7-cbdb-4b9d-aa9d-53613f8b29f8 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/ports?device_id=f4721899-60d0-4beb-b92b-b54a94cfb384 HTTP/1.1" status: 200 len: 945 time: 0.0667703 Sep 21 22:02:49.494834 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:49.514784 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c2035239-0815-41a6-bc6f-8288deb36cd1 req-8fa3840e-297b-43e2-b671-4f1590fd74ca tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc3ffcea-2341-446c-b840-413da34356cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626900 Sep 21 22:02:49.524324 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device 61a3a825-87ba-40c7-96ba-ec486581ff8b details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=116021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 22:02:49.540326 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a67a68-c9f8-490f-814d-249b730f1e11 req-4c67cc97-25ec-42be-8c6f-8618a8dcdab9 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:49.540326 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-f4a67a68-c9f8-490f-814d-249b730f1e11 req-4c67cc97-25ec-42be-8c6f-8618a8dcdab9 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 944 time: 0.0878117 Sep 21 22:02:49.592861 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-f4a67a68-c9f8-490f-814d-249b730f1e11 req-70c1784f-5bf2-4219-b4b6-577d4a876596 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549719 Sep 21 22:02:49.631845 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port 61a3a825-87ba-40c7-96ba-ec486581ff8b, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=61a3a825-87ba-40c7-96ba-ec486581ff8b,segment=NetworkSegment(d07355e0-aacb-4281-84d5-155a0ab99755),segment_id=d07355e0-aacb-4281-84d5-155a0ab99755)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:02:49.644992 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Returning: {'device': '61a3a825-87ba-40c7-96ba-ec486581ff8b', 'network_id': 'ab2b5ec8-d24d-414d-80a8-ae5a033aa18d', 'port_id': '61a3a825-87ba-40c7-96ba-ec486581ff8b', 'mac_address': 'fa:16:3e:24:91:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fbdb1a2-604b-4475-ad62-84a9530d66d1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 22:02:49.679042 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port 61a3a825-87ba-40c7-96ba-ec486581ff8b is: ACTIVE; New status is: BUILD {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:02:49.679355 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (61a3a825-87ba-40c7-96ba-ec486581ff8b), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:49.692512 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.notifiers.nova [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61a3a825-87ba-40c7-96ba-ec486581ff8b {{(pid=116021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:02:49.712847 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port 61a3a825-87ba-40c7-96ba-ec486581ff8b, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=61a3a825-87ba-40c7-96ba-ec486581ff8b,segment=NetworkSegment(d07355e0-aacb-4281-84d5-155a0ab99755),segment_id=d07355e0-aacb-4281-84d5-155a0ab99755)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:02:49.815264 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (61a3a825-87ba-40c7-96ba-ec486581ff8b), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:49.862473 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=61a3a825-87ba-40c7-96ba-ec486581ff8b,revision_number=6']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:49.908582 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e058cd-39fa-42b4-83ee-5bcaeacd9492 req-0c0e5716-5537-4a29-a73b-c77f813e973d tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:49.910142 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-e5e058cd-39fa-42b4-83ee-5bcaeacd9492 req-0c0e5716-5537-4a29-a73b-c77f813e973d tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=265d80a0-fca9-4f50-a08c-602210d0a96f HTTP/1.1" status: 200 len: 945 time: 0.0568419 Sep 21 22:02:49.962542 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-e5e058cd-39fa-42b4-83ee-5bcaeacd9492 req-ca6c00e0-91e3-46d4-9e20-8629f34331cd tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466535 Sep 21 22:02:50.382647 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-0ba31d07-b1b4-44ce-bcf5-e4a937130e0d req-1691c75a-934b-4aee-81af-298e200b1a13 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=2abd19a6-28f8-40de-96d5-0211585e1677 HTTP/1.1" status: 200 len: 210 time: 0.0367734 Sep 21 22:02:50.426427 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043c5c9-cca3-4b27-bf39-d7d550991c52 req-d07f49da-9221-40fd-a92f-893eeea6be09 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:50.428002 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1043c5c9-cca3-4b27-bf39-d7d550991c52 req-d07f49da-9221-40fd-a92f-893eeea6be09 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 944 time: 0.0720136 Sep 21 22:02:50.475349 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1043c5c9-cca3-4b27-bf39-d7d550991c52 req-82a1591c-062f-40ee-b9d1-f473c39a32b6 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417864 Sep 21 22:02:50.601427 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] get_ports_and_sgs() called for port_ids ['61a3a825-87ba-40c7-96ba-ec486581ff8b'] {{(pid=116021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:02:50.652634 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13a007-18c3-4708-aa1e-c735d1b055f4 req-07b58ae5-e806-4c91-a627-fcb937dc701f tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:50.654271 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8c13a007-18c3-4708-aa1e-c735d1b055f4 req-07b58ae5-e806-4c91-a627-fcb937dc701f tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/ports?device_id=f4721899-60d0-4beb-b92b-b54a94cfb384 HTTP/1.1" status: 200 len: 945 time: 0.0645154 Sep 21 22:02:50.735695 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8c13a007-18c3-4708-aa1e-c735d1b055f4 req-1d63bdb9-328c-41ba-8672-0f2d98c72638 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc3ffcea-2341-446c-b840-413da34356cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745511 Sep 21 22:02:50.768995 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f79ff5-6c4c-4fa3-af84-ebfe30ed19f2 req-f3c076b0-27c2-4423-bc89-81dfea80c984 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:50.770522 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-97f79ff5-6c4c-4fa3-af84-ebfe30ed19f2 req-f3c076b0-27c2-4423-bc89-81dfea80c984 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 944 time: 0.0723836 Sep 21 22:02:50.821366 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-97f79ff5-6c4c-4fa3-af84-ebfe30ed19f2 req-2cde5f4a-1d8d-4d84-b0ef-403fae9883aa tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451005 Sep 21 22:02:50.890500 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device 61a3a825-87ba-40c7-96ba-ec486581ff8b up at agent hyperv_hv-cinder-85881 {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:02:50.950934 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Provisioning complete for port 61a3a825-87ba-40c7-96ba-ec486581ff8b triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:02:50.951310 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (61a3a825-87ba-40c7-96ba-ec486581ff8b), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:50.951675 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Attempt 1 to provision port 61a3a825-87ba-40c7-96ba-ec486581ff8b Sep 21 22:02:51.027069 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port 61a3a825-87ba-40c7-96ba-ec486581ff8b is: BUILD; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:02:51.027466 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (61a3a825-87ba-40c7-96ba-ec486581ff8b), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:51.049693 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:51.055872 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098797e0-d07c-4b3e-bf38-86bfe427d7db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a3a825-87ba-40c7-96ba-ec486581ff8b'}] {{(pid=116021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:02:51.058254 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d500dca99ac2bf62db1703b02a00765538e18f27ddf2ede5333818e021564b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3246cf-9963-47c9-9649-e8577ad3826a" -d '{"events": [{"server_uuid": "098797e0-d07c-4b3e-bf38-86bfe427d7db", "name": "network-vif-plugged", "status": "completed", "tag": "61a3a825-87ba-40c7-96ba-ec486581ff8b"}]}' {{(pid=116021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:02:51.071072 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port 61a3a825-87ba-40c7-96ba-ec486581ff8b, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=61a3a825-87ba-40c7-96ba-ec486581ff8b,segment=NetworkSegment(d07355e0-aacb-4281-84d5-155a0ab99755),segment_id=d07355e0-aacb-4281-84d5-155a0ab99755)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:02:51.090770 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900c7f8-5aec-4bb1-bf69-b048005c10a5 req-29296bb8-0fa2-477e-9ed1-24fe8182cc29 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:51.092343 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-7900c7f8-5aec-4bb1-bf69-b048005c10a5 req-29296bb8-0fa2-477e-9ed1-24fe8182cc29 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=265d80a0-fca9-4f50-a08c-602210d0a96f HTTP/1.1" status: 200 len: 945 time: 0.0537105 Sep 21 22:02:51.097387 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fdce0b-77f4-449d-92e7-d8e99e5439a3 x-openstack-request-id: req-59fdce0b-77f4-449d-92e7-d8e99e5439a3 {{(pid=116021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:02:51.097708 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "098797e0-d07c-4b3e-bf38-86bfe427d7db", "name": "network-vif-plugged", "status": "completed", "tag": "61a3a825-87ba-40c7-96ba-ec486581ff8b", "code": 200}]} {{(pid=116021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:02:51.098146 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-59fdce0b-77f4-449d-92e7-d8e99e5439a3 {{(pid=116021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:02:51.098550 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59fdce0b-77f4-449d-92e7-d8e99e5439a3'] response: {'server_uuid': '098797e0-d07c-4b3e-bf38-86bfe427d7db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a3a825-87ba-40c7-96ba-ec486581ff8b', 'code': 200} Sep 21 22:02:51.133593 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (61a3a825-87ba-40c7-96ba-ec486581ff8b), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:51.145229 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-7900c7f8-5aec-4bb1-bf69-b048005c10a5 req-47e5ede0-d6d5-4855-93f0-7b7d92af1814 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466900 Sep 21 22:02:51.181320 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=61a3a825-87ba-40c7-96ba-ec486581ff8b,revision_number=7']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:51.486598 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-638f63e0-9dc1-40ae-a8cb-c1f054573935 req-a37d473b-df9e-41fa-afb3-cfe8ba96c0c0 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=2abd19a6-28f8-40de-96d5-0211585e1677 HTTP/1.1" status: 200 len: 210 time: 0.0267360 Sep 21 22:02:51.609097 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc5eed-6ebe-4aa0-a76d-0dd13dbcb5c7 req-cc5bd375-fdac-46a1-a85c-40e624271f43 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:51.610650 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-52dc5eed-6ebe-4aa0-a76d-0dd13dbcb5c7 req-cc5bd375-fdac-46a1-a85c-40e624271f43 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 945 time: 0.0527458 Sep 21 22:02:51.658697 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-52dc5eed-6ebe-4aa0-a76d-0dd13dbcb5c7 req-9bc4f35e-6168-46f5-9387-e2b3afc168ca tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423660 Sep 21 22:02:51.735733 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.agents_db [None req-53c7536d-764e-4ad7-87ad-c450eadf28b3 None None] Agent healthcheck: found 6 active agents {{(pid=116022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:02:51.859023 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5d532-f898-4d82-ae7e-d0afc2ab1954 req-a0116693-a48d-4a3b-a6fd-be80b008cf5a tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:51.861069 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-fae5d532-f898-4d82-ae7e-d0afc2ab1954 req-a0116693-a48d-4a3b-a6fd-be80b008cf5a tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/ports?device_id=f4721899-60d0-4beb-b92b-b54a94cfb384 HTTP/1.1" status: 200 len: 945 time: 0.0533853 Sep 21 22:02:51.941868 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-fae5d532-f898-4d82-ae7e-d0afc2ab1954 req-fc6aafe0-cc9e-4b91-8c6d-74ce47a313a6 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc3ffcea-2341-446c-b840-413da34356cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748622 Sep 21 22:02:51.966955 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d4c77d-f856-405f-b713-7bde7ac9b5cd req-b8c5d386-50a6-4903-b72d-2551e3b0e56d tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:51.974226 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-d8d4c77d-f856-405f-b713-7bde7ac9b5cd req-b8c5d386-50a6-4903-b72d-2551e3b0e56d tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 944 time: 0.0708630 Sep 21 22:02:52.021941 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-d8d4c77d-f856-405f-b713-7bde7ac9b5cd req-38a82821-2e97-4b92-a829-6d56d85e4c9d tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477462 Sep 21 22:02:52.267904 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732c739-b9b3-4004-ae57-661af3df0a62 req-52158a7c-30b3-4a1e-9429-a8c3ab38b326 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:52.269666 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-7732c739-b9b3-4004-ae57-661af3df0a62 req-52158a7c-30b3-4a1e-9429-a8c3ab38b326 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=265d80a0-fca9-4f50-a08c-602210d0a96f HTTP/1.1" status: 200 len: 945 time: 0.0530789 Sep 21 22:02:52.316544 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-7732c739-b9b3-4004-ae57-661af3df0a62 req-ea706500-f088-40b9-bf6e-b1663797c04e tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411921 Sep 21 22:02:52.460836 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:52.600162 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c95aef63-de6c-4954-9bb0-7d48c2ae1cbe req-df12b67e-807f-4c11-b4d1-a7b10c130dfe tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=2abd19a6-28f8-40de-96d5-0211585e1677 HTTP/1.1" status: 200 len: 210 time: 0.0306935 Sep 21 22:02:52.792476 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf35c9-9238-427f-b2e0-cfcd0d6b0449 req-95f3bf85-2874-4726-b9a7-5ca6d790b6fa tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:52.793896 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-4fdf35c9-9238-427f-b2e0-cfcd0d6b0449 req-95f3bf85-2874-4726-b9a7-5ca6d790b6fa tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 945 time: 0.0545068 Sep 21 22:02:52.842065 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-4fdf35c9-9238-427f-b2e0-cfcd0d6b0449 req-48537f3a-9db5-49bb-a55c-da94b7352dd5 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422764 Sep 21 22:02:53.066002 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceaa81a-45af-4d11-bdc1-7878a3bd6b80 req-5f51b76f-e99c-4048-9308-1c0e0e81cbfa tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:53.067497 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-4ceaa81a-45af-4d11-bdc1-7878a3bd6b80 req-5f51b76f-e99c-4048-9308-1c0e0e81cbfa tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/ports?device_id=f4721899-60d0-4beb-b92b-b54a94cfb384 HTTP/1.1" status: 200 len: 945 time: 0.0525155 Sep 21 22:02:53.141391 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-4ceaa81a-45af-4d11-bdc1-7878a3bd6b80 req-be69818e-be73-4627-838a-ace0090efe52 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc3ffcea-2341-446c-b840-413da34356cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681775 Sep 21 22:02:53.162788 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6318045-6a52-4f90-a7aa-3ce8ea91b7c1 req-4ab6ac40-35c5-4609-a6da-13cf05976242 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:53.164257 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b6318045-6a52-4f90-a7aa-3ce8ea91b7c1 req-4ab6ac40-35c5-4609-a6da-13cf05976242 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 944 time: 0.0714779 Sep 21 22:02:53.211632 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b6318045-6a52-4f90-a7aa-3ce8ea91b7c1 req-a2d89597-5850-4344-9995-55004f2517eb tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419137 Sep 21 22:02:53.441277 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ba85b-6e3d-4eaf-a812-4c89fd8bd368 req-8f257b0a-d4de-4380-9f9d-76d3826b2de5 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:53.442768 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8b4ba85b-6e3d-4eaf-a812-4c89fd8bd368 req-8f257b0a-d4de-4380-9f9d-76d3826b2de5 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=265d80a0-fca9-4f50-a08c-602210d0a96f HTTP/1.1" status: 200 len: 945 time: 0.0529587 Sep 21 22:02:53.489518 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8b4ba85b-6e3d-4eaf-a812-4c89fd8bd368 req-78f8d278-f91e-4ec0-8186-c5484c0047af tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410287 Sep 21 22:02:53.699595 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-5e9cba45-c5e9-4c5a-b003-6bc9b76502c2 req-f4469271-f03e-48f8-96b0-d175685e244a tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=2abd19a6-28f8-40de-96d5-0211585e1677 HTTP/1.1" status: 200 len: 210 time: 0.0275972 Sep 21 22:02:53.976473 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721ccc0-4f3d-451e-a21a-94b812d7c777 req-14c2baec-7a00-4dc6-95bb-25345219e9e1 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:53.978006 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2721ccc0-4f3d-451e-a21a-94b812d7c777 req-14c2baec-7a00-4dc6-95bb-25345219e9e1 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 945 time: 0.0563364 Sep 21 22:02:54.030763 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2721ccc0-4f3d-451e-a21a-94b812d7c777 req-87017e23-3480-4cf5-a36b-766d7d51328f tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470309 Sep 21 22:02:54.292426 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1ba4c-c93b-4af7-997d-3bd09299edea req-446f213d-9e03-46c9-9979-731b815cc42e tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:54.294455 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-27f1ba4c-c93b-4af7-997d-3bd09299edea req-446f213d-9e03-46c9-9979-731b815cc42e tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/ports?device_id=f4721899-60d0-4beb-b92b-b54a94cfb384 HTTP/1.1" status: 200 len: 945 time: 0.0721042 Sep 21 22:02:54.407631 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-27f1ba4c-c93b-4af7-997d-3bd09299edea req-34e8fa8a-d146-4ecb-a1dd-f8c378707e10 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc3ffcea-2341-446c-b840-413da34356cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063774 Sep 21 22:02:54.434234 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af1f20-8032-4cf2-ba3b-649bf675f407 req-dcd9d33f-7840-4018-8e1d-eee5e8dea6a5 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:54.438259 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-18af1f20-8032-4cf2-ba3b-649bf675f407 req-dcd9d33f-7840-4018-8e1d-eee5e8dea6a5 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 944 time: 0.1341741 Sep 21 22:02:54.450899 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39072afe-6dca-4085-b700-4ae97bfd2d9e req-3e2e015b-79f2-42f4-8a82-0646d0b28ef5 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:54.453314 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-39072afe-6dca-4085-b700-4ae97bfd2d9e req-3e2e015b-79f2-42f4-8a82-0646d0b28ef5 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.71 "GET /v2.0/networks?id=2abe6793-4110-455a-aa7b-f1c0038ce3ef HTTP/1.1" status: 200 len: 815 time: 0.1404874 Sep 21 22:02:54.502250 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-18af1f20-8032-4cf2-ba3b-649bf675f407 req-a6888cb4-b9b4-4a41-b32d-29ced3821da8 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580561 Sep 21 22:02:54.560676 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-39072afe-6dca-4085-b700-4ae97bfd2d9e req-0ad4c197-5080-4043-84a1-725b31e920f0 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fea8845b2dfd4b2ab3278d6c2809014f HTTP/1.1" status: 200 len: 473 time: 0.0957775 Sep 21 22:02:54.580658 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [req-39072afe-6dca-4085-b700-4ae97bfd2d9e req-5086c638-599b-4083-a463-23be67904992 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Request body: {'port': {'device_id': '2abd19a6-28f8-40de-96d5-0211585e1677', 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef', 'admin_state_up': True, 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'security_groups': ['92f97d0d-f1b7-4e4b-b991-db8308670e91']}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:02:54.643145 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c54c54f-aaa2-47c4-b1cb-1c3f31fbb084 req-1a0e3656-b7fe-49cd-94b1-3466a44f71f1 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:54.646686 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-9c54c54f-aaa2-47c4-b1cb-1c3f31fbb084 req-1a0e3656-b7fe-49cd-94b1-3466a44f71f1 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=265d80a0-fca9-4f50-a08c-602210d0a96f HTTP/1.1" status: 200 len: 945 time: 0.0625091 Sep 21 22:02:54.699308 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-9c54c54f-aaa2-47c4-b1cb-1c3f31fbb084 req-9cb569d7-9616-4ac7-850b-01933a4e0c4e tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479703 Sep 21 22:02:54.797942 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39072afe-6dca-4085-b700-4ae97bfd2d9e req-5086c638-599b-4083-a463-23be67904992 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Made reservation on behalf of fea8845b2dfd4b2ab3278d6c2809014f for: {'port': 1} {{(pid=116020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:02:54.801371 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-39072afe-6dca-4085-b700-4ae97bfd2d9e req-5086c638-599b-4083-a463-23be67904992 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:54.832153 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-59e784c6-86b6-4b25-abc3-346081d3c072 req-290a63b7-c91c-498f-ae49-183d75f2b1e9 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=2abd19a6-28f8-40de-96d5-0211585e1677 HTTP/1.1" status: 200 len: 210 time: 0.0546229 Sep 21 22:02:54.951346 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.db_base_plugin_common [req-39072afe-6dca-4085-b700-4ae97bfd2d9e req-5086c638-599b-4083-a463-23be67904992 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Allocated IP 172.20.0.6 (2abe6793-4110-455a-aa7b-f1c0038ce3ef/1a441478-37fd-49f9-afec-ab177303560e/5307fac9-c61b-46ad-b682-fd284b82315f) {{(pid=116020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:02:55.106562 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-39072afe-6dca-4085-b700-4ae97bfd2d9e req-5086c638-599b-4083-a463-23be67904992 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for port (5307fac9-c61b-46ad-b682-fd284b82315f), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:55.183742 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f959d7-545b-49cd-8cbc-03a7594e1cb6 req-a1c4528e-1a4a-4055-a00e-2db5d53c5dea tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:55.185235 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-82f959d7-545b-49cd-8cbc-03a7594e1cb6 req-a1c4528e-1a4a-4055-a00e-2db5d53c5dea tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 945 time: 0.0748401 Sep 21 22:02:55.198132 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-39072afe-6dca-4085-b700-4ae97bfd2d9e req-5086c638-599b-4083-a463-23be67904992 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (5307fac9-c61b-46ad-b682-fd284b82315f), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:55.265852 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39072afe-6dca-4085-b700-4ae97bfd2d9e req-5086c638-599b-4083-a463-23be67904992 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Network 2abe6793-4110-455a-aa7b-f1c0038ce3ef is already hosted by enough agents. {{(pid=116020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:02:55.266702 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086c638-599b-4083-a463-23be67904992 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Pushing event updated for resources: {'Port': ['ID=5307fac9-c61b-46ad-b682-fd284b82315f,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:55.268146 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-82f959d7-545b-49cd-8cbc-03a7594e1cb6 req-0dbaaf4d-b2b6-4e21-a060-6e2ac16f0450 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761490 Sep 21 22:02:55.270117 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.base_scheduler [req-39072afe-6dca-4085-b700-4ae97bfd2d9e req-5086c638-599b-4083-a463-23be67904992 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Resources bound (agent type, host, resource id): {{(pid=116020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:02:55.278590 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [req-39072afe-6dca-4085-b700-4ae97bfd2d9e req-5086c638-599b-4083-a463-23be67904992 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Received port after_create {{(pid=116020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:02:55.388590 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39072afe-6dca-4085-b700-4ae97bfd2d9e req-5086c638-599b-4083-a463-23be67904992 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:55.389245 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-39072afe-6dca-4085-b700-4ae97bfd2d9e req-5086c638-599b-4083-a463-23be67904992 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:55.422507 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfb98b-7990-49c0-8704-bfad18a46510 req-163264b1-ff24-4f3d-84a9-aac68605369b tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:55.425145 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-f3dfb98b-7990-49c0-8704-bfad18a46510 req-163264b1-ff24-4f3d-84a9-aac68605369b tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.71 "GET /v2.0/ports?device_id=f4721899-60d0-4beb-b92b-b54a94cfb384 HTTP/1.1" status: 200 len: 945 time: 0.1066914 Sep 21 22:02:55.485874 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-39072afe-6dca-4085-b700-4ae97bfd2d9e req-5086c638-599b-4083-a463-23be67904992 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9102089 Sep 21 22:02:55.500368 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [req-39072afe-6dca-4085-b700-4ae97bfd2d9e req-3531947f-b3a6-4ed8-b0e3-425cd83ffe5a service neutron] Request body: {'port': {'device_id': '2abd19a6-28f8-40de-96d5-0211585e1677', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:02:55.599744 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-39072afe-6dca-4085-b700-4ae97bfd2d9e req-3531947f-b3a6-4ed8-b0e3-425cd83ffe5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (5307fac9-c61b-46ad-b682-fd284b82315f), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:55.607096 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e0b1a-1d63-44f6-8708-f00158b23d22 req-9b2231b4-779b-4dfb-9da6-8d3b247f764f tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:55.611886 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-420e0b1a-1d63-44f6-8708-f00158b23d22 req-9b2231b4-779b-4dfb-9da6-8d3b247f764f tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/ports?device_id=f4721899-60d0-4beb-b92b-b54a94cfb384 HTTP/1.1" status: 200 len: 945 time: 0.0753078 Sep 21 22:02:55.644513 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [req-f3dfb98b-7990-49c0-8704-bfad18a46510 req-6f56d246-6d75-4deb-9bce-3b657d56aa18 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Deleting port b0b6ec57-59cc-42bd-a722-337a14ac29bf {{(pid=116020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:02:55.644868 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-f3dfb98b-7990-49c0-8704-bfad18a46510 req-6f56d246-6d75-4deb-9bce-3b657d56aa18 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (b0b6ec57-59cc-42bd-a722-337a14ac29bf), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:55.681641 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-6cb15eaa-2313-4ced-baac-5499f20eee45 None None] Provisioning complete for port 5307fac9-c61b-46ad-b682-fd284b82315f triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:02:55.682852 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-6cb15eaa-2313-4ced-baac-5499f20eee45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (5307fac9-c61b-46ad-b682-fd284b82315f), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:55.683592 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-6cb15eaa-2313-4ced-baac-5499f20eee45 None None] Attempt 1 to provision port 5307fac9-c61b-46ad-b682-fd284b82315f Sep 21 22:02:55.697746 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-420e0b1a-1d63-44f6-8708-f00158b23d22 req-17c8920b-c6df-492e-bb87-1ebecdc8a0d7 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc3ffcea-2341-446c-b840-413da34356cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755398 Sep 21 22:02:55.707130 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ef05d-5e4e-4fd1-81ee-8b0f1e60775d req-1e0d2b55-a592-476b-9390-c64d3cdc1a59 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:55.714475 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b17ef05d-5e4e-4fd1-81ee-8b0f1e60775d req-1e0d2b55-a592-476b-9390-c64d3cdc1a59 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 944 time: 0.1166022 Sep 21 22:02:55.751617 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-6cb15eaa-2313-4ced-baac-5499f20eee45 None None] Port 5307fac9-c61b-46ad-b682-fd284b82315f cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:02:55.798712 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b17ef05d-5e4e-4fd1-81ee-8b0f1e60775d req-c4ba0e60-6d4c-4bf4-a9fb-2717939add7f tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823994 Sep 21 22:02:55.863533 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-f3dfb98b-7990-49c0-8704-bfad18a46510 req-6f56d246-6d75-4deb-9bce-3b657d56aa18 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] For port b0b6ec57-59cc-42bd-a722-337a14ac29bf, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=b0b6ec57-59cc-42bd-a722-337a14ac29bf,segment=NetworkSegment(a5df58ab-af11-4c08-9b1a-77128c681701),segment_id=a5df58ab-af11-4c08-9b1a-77128c681701)] {{(pid=116020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:02:55.864029 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-f3dfb98b-7990-49c0-8704-bfad18a46510 req-6f56d246-6d75-4deb-9bce-3b657d56aa18 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (b0b6ec57-59cc-42bd-a722-337a14ac29bf), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:55.884981 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [req-f3dfb98b-7990-49c0-8704-bfad18a46510 req-6f56d246-6d75-4deb-9bce-3b657d56aa18 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Calling delete_port for b0b6ec57-59cc-42bd-a722-337a14ac29bf owned by compute:nova {{(pid=116020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:02:56.003164 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923a571-121f-4e96-a326-c845d72aa2b8 req-9c9c14d7-d957-4aa8-8f82-8716d844f949 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:56.009691 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2923a571-121f-4e96-a326-c845d72aa2b8 req-9c9c14d7-d957-4aa8-8f82-8716d844f949 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=2abd19a6-28f8-40de-96d5-0211585e1677 HTTP/1.1" status: 200 len: 931 time: 0.0914676 Sep 21 22:02:56.051977 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [req-39072afe-6dca-4085-b700-4ae97bfd2d9e req-3531947f-b3a6-4ed8-b0e3-425cd83ffe5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5307fac9-c61b-46ad-b682-fd284b82315f {{(pid=116020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:02:56.074693 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-39072afe-6dca-4085-b700-4ae97bfd2d9e req-3531947f-b3a6-4ed8-b0e3-425cd83ffe5a service neutron] Publish callbacks [] for port (5307fac9-c61b-46ad-b682-fd284b82315f), precommit_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:56.083074 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2923a571-121f-4e96-a326-c845d72aa2b8 req-d74c54e5-41fa-467a-9afe-c715b81dc01e tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=92f97d0d-f1b7-4e4b-b991-db8308670e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573885 Sep 21 22:02:56.126476 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.provisioning_blocks [req-39072afe-6dca-4085-b700-4ae97bfd2d9e req-3531947f-b3a6-4ed8-b0e3-425cd83ffe5a service neutron] Transition to ACTIVE for port object 5307fac9-c61b-46ad-b682-fd284b82315f will not be triggered until provisioned by entity L2. {{(pid=116020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 22:02:56.232738 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-39072afe-6dca-4085-b700-4ae97bfd2d9e req-3531947f-b3a6-4ed8-b0e3-425cd83ffe5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14266021'] for port (5307fac9-c61b-46ad-b682-fd284b82315f), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:56.252739 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-6cb15eaa-2313-4ced-baac-5499f20eee45 None None] Attempt 2 to provision port 5307fac9-c61b-46ad-b682-fd284b82315f Sep 21 22:02:56.271604 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-f3dfb98b-7990-49c0-8704-bfad18a46510 req-6f56d246-6d75-4deb-9bce-3b657d56aa18 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (b0b6ec57-59cc-42bd-a722-337a14ac29bf), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:56.290496 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] get_ports_and_sgs() called for port_ids ['b0b6ec57-59cc-42bd-a722-337a14ac29bf'] {{(pid=116021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:02:56.318837 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-6cb15eaa-2313-4ced-baac-5499f20eee45 None None] Port 5307fac9-c61b-46ad-b682-fd284b82315f cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:02:56.338192 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3531947f-b3a6-4ed8-b0e3-425cd83ffe5a service neutron] Pushing event updated for resources: {'Port': ['ID=5307fac9-c61b-46ad-b682-fd284b82315f,revision_number=2']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:56.398095 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f56d246-6d75-4deb-9bce-3b657d56aa18 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Pushing event deleted for resources: {'Port': ['ID=b0b6ec57-59cc-42bd-a722-337a14ac29bf,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:56.430465 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3dfb98b-7990-49c0-8704-bfad18a46510 req-6f56d246-6d75-4deb-9bce-3b657d56aa18 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] No DVR routers for this DVR port b0b6ec57-59cc-42bd-a722-337a14ac29bf on host hv-cinder-85881 {{(pid=116020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:02:56.435896 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-f3dfb98b-7990-49c0-8704-bfad18a46510 req-6f56d246-6d75-4deb-9bce-3b657d56aa18 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:56.439610 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-f3dfb98b-7990-49c0-8704-bfad18a46510 req-6f56d246-6d75-4deb-9bce-3b657d56aa18 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.71 "DELETE /v2.0/ports/b0b6ec57-59cc-42bd-a722-337a14ac29bf HTTP/1.1" status: 204 len: 173 time: 1.0093622 Sep 21 22:02:56.440236 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4721899-60d0-4beb-b92b-b54a94cfb384', 'name': 'network-vif-deleted', 'tag': 'b0b6ec57-59cc-42bd-a722-337a14ac29bf'}] {{(pid=116020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:02:56.449717 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}616469ce01b4343580b51944d90e43cdadd76175ffa2c7c7ae3ce11ef7217efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d219d1-6ac4-46b5-9f86-4911b4904ce9" -d '{"events": [{"server_uuid": "f4721899-60d0-4beb-b92b-b54a94cfb384", "name": "network-vif-deleted", "tag": "b0b6ec57-59cc-42bd-a722-337a14ac29bf"}]}' {{(pid=116020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:02:56.465740 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-39072afe-6dca-4085-b700-4ae97bfd2d9e req-3531947f-b3a6-4ed8-b0e3-425cd83ffe5a service neutron] Attempting to bind port 5307fac9-c61b-46ad-b682-fd284b82315f on host hv-cinder-85881 for vnic_type normal with profile {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:02:56.466079 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-39072afe-6dca-4085-b700-4ae97bfd2d9e req-3531947f-b3a6-4ed8-b0e3-425cd83ffe5a service neutron] Attempting to bind port 5307fac9-c61b-46ad-b682-fd284b82315f by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': '64832c79-06e5-4b2e-9d17-904da6f2a29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef'}] {{(pid=116020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:02:56.466408 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39072afe-6dca-4085-b700-4ae97bfd2d9e req-3531947f-b3a6-4ed8-b0e3-425cd83ffe5a service neutron] Attempting to bind port 5307fac9-c61b-46ad-b682-fd284b82315f on network 2abe6793-4110-455a-aa7b-f1c0038ce3ef {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:02:56.468116 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529107c-019c-4f7c-a6d0-7415d30b13df req-84f778d5-c077-4ce7-9ae7-8ba8a49f9619 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:56.470539 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8529107c-019c-4f7c-a6d0-7415d30b13df req-84f778d5-c077-4ce7-9ae7-8ba8a49f9619 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 945 time: 0.0957956 Sep 21 22:02:56.473455 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39072afe-6dca-4085-b700-4ae97bfd2d9e req-3531947f-b3a6-4ed8-b0e3-425cd83ffe5a service neutron] Port 5307fac9-c61b-46ad-b682-fd284b82315f on network 2abe6793-4110-455a-aa7b-f1c0038ce3ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 22:02:56.473781 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39072afe-6dca-4085-b700-4ae97bfd2d9e req-3531947f-b3a6-4ed8-b0e3-425cd83ffe5a service neutron] Attempting to bind port 5307fac9-c61b-46ad-b682-fd284b82315f on network 2abe6793-4110-455a-aa7b-f1c0038ce3ef {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:02:56.479619 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39072afe-6dca-4085-b700-4ae97bfd2d9e req-3531947f-b3a6-4ed8-b0e3-425cd83ffe5a service neutron] Checking agent: {'id': '0aee7d89-594f-4992-91de-a4ac3f52e28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 58, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 58, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:02:56.479917 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39072afe-6dca-4085-b700-4ae97bfd2d9e req-3531947f-b3a6-4ed8-b0e3-425cd83ffe5a service neutron] Checking segment: {'id': '64832c79-06e5-4b2e-9d17-904da6f2a29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:02:56.480337 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39072afe-6dca-4085-b700-4ae97bfd2d9e req-3531947f-b3a6-4ed8-b0e3-425cd83ffe5a service neutron] Bound using segment: {'id': '64832c79-06e5-4b2e-9d17-904da6f2a29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef'} {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:02:56.480871 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-39072afe-6dca-4085-b700-4ae97bfd2d9e req-3531947f-b3a6-4ed8-b0e3-425cd83ffe5a service neutron] Bound port: 5307fac9-c61b-46ad-b682-fd284b82315f, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64832c79-06e5-4b2e-9d17-904da6f2a29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef'}}] {{(pid=116020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:02:56.481510 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-39072afe-6dca-4085-b700-4ae97bfd2d9e req-3531947f-b3a6-4ed8-b0e3-425cd83ffe5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (5307fac9-c61b-46ad-b682-fd284b82315f), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:56.553782 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8529107c-019c-4f7c-a6d0-7415d30b13df req-96d72e2a-9c07-4e0e-a5a4-a8bf2dfd90c6 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762155 Sep 21 22:02:56.566394 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-39072afe-6dca-4085-b700-4ae97bfd2d9e req-3531947f-b3a6-4ed8-b0e3-425cd83ffe5a service neutron] For port 5307fac9-c61b-46ad-b682-fd284b82315f, host hv-cinder-85881, cleared binding levels {{(pid=116020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:02:56.569866 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-39072afe-6dca-4085-b700-4ae97bfd2d9e req-3531947f-b3a6-4ed8-b0e3-425cd83ffe5a service neutron] For port 5307fac9-c61b-46ad-b682-fd284b82315f, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=5307fac9-c61b-46ad-b682-fd284b82315f,segment=NetworkSegment(64832c79-06e5-4b2e-9d17-904da6f2a29e),segment_id=64832c79-06e5-4b2e-9d17-904da6f2a29e)] {{(pid=116020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:02:56.620861 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 33528) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:56.629814 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-13ba0b11-8e84-49e8-97e7-9d641bcdef1f tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Request body: {'security_group': {'name': 'tempest-securitygroup--497073334', 'description': 'tempest-description--59292588'}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:02:56.632794 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-39072afe-6dca-4085-b700-4ae97bfd2d9e req-3531947f-b3a6-4ed8-b0e3-425cd83ffe5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14266021'] for port (5307fac9-c61b-46ad-b682-fd284b82315f), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:56.638899 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39072afe-6dca-4085-b700-4ae97bfd2d9e req-3531947f-b3a6-4ed8-b0e3-425cd83ffe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:56.638899 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-39072afe-6dca-4085-b700-4ae97bfd2d9e req-3531947f-b3a6-4ed8-b0e3-425cd83ffe5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:56.639613 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-39072afe-6dca-4085-b700-4ae97bfd2d9e req-3531947f-b3a6-4ed8-b0e3-425cd83ffe5a service neutron] 10.222.0.71 "PUT /v2.0/ports/5307fac9-c61b-46ad-b682-fd284b82315f HTTP/1.1" status: 200 len: 1093 time: 1.1434262 Sep 21 22:02:56.678270 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a169a92-bf9a-4f8a-9a06-09a60b5d1f28 x-openstack-request-id: req-2a169a92-bf9a-4f8a-9a06-09a60b5d1f28 {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:02:56.680061 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4721899-60d0-4beb-b92b-b54a94cfb384", "name": "network-vif-deleted", "tag": "b0b6ec57-59cc-42bd-a722-337a14ac29bf", "status": "completed", "code": 200}]} {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:02:56.680061 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2a169a92-bf9a-4f8a-9a06-09a60b5d1f28 {{(pid=116020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:02:56.680061 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a169a92-bf9a-4f8a-9a06-09a60b5d1f28'] response: {'server_uuid': 'f4721899-60d0-4beb-b92b-b54a94cfb384', 'name': 'network-vif-deleted', 'tag': 'b0b6ec57-59cc-42bd-a722-337a14ac29bf', 'status': 'completed', 'code': 200} Sep 21 22:02:56.709132 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3531947f-b3a6-4ed8-b0e3-425cd83ffe5a service neutron] Pushing event updated for resources: {'Port': ['ID=5307fac9-c61b-46ad-b682-fd284b82315f,revision_number=3']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:56.738119 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d9745-567c-4237-bc07-4ec8b74023a4 req-d0502db3-d5f9-4145-884e-0fa4de0c0e20 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:56.739623 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-854d9745-567c-4237-bc07-4ec8b74023a4 req-d0502db3-d5f9-4145-884e-0fa4de0c0e20 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.0788243 Sep 21 22:02:56.744845 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-13ba0b11-8e84-49e8-97e7-9d641bcdef1f tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks [] for security_group (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:56.820029 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-6cb15eaa-2313-4ced-baac-5499f20eee45 None None] Attempt 3 to provision port 5307fac9-c61b-46ad-b682-fd284b82315f Sep 21 22:02:56.854070 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-854d9745-567c-4237-bc07-4ec8b74023a4 req-d19fe9cb-5411-433c-a597-843e8f30231a tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064770 Sep 21 22:02:56.857606 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-3135e3c1-2b76-484c-acc9-cb493aeaa50f req-a7220d89-3d4d-4ec9-9b76-f525a90ae301 tempest-VolumesActionsTest-454254256 tempest-VolumesActionsTest-454254256-project] 10.222.0.52 "GET /v2.0/ports?device_id=f4721899-60d0-4beb-b92b-b54a94cfb384 HTTP/1.1" status: 200 len: 210 time: 0.0452838 Sep 21 22:02:56.888603 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-6cb15eaa-2313-4ced-baac-5499f20eee45 None None] Port 5307fac9-c61b-46ad-b682-fd284b82315f had new provisioning blocks added so it will not transition to active. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 21 22:02:56.909360 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39072afe-6dca-4085-b700-4ae97bfd2d9e req-9d893a91-9a04-472d-b60e-90865e991e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:56.910785 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-13ba0b11-8e84-49e8-97e7-9d641bcdef1f tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks [] for security_group (0342e70f-c350-48e0-a862-03db642f7c64), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:56.911283 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-39072afe-6dca-4085-b700-4ae97bfd2d9e req-9d893a91-9a04-472d-b60e-90865e991e6c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fea8845b2dfd4b2ab3278d6c2809014f&device_id=2abd19a6-28f8-40de-96d5-0211585e1677 HTTP/1.1" status: 200 len: 1127 time: 0.0837584 Sep 21 22:02:56.952882 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-39072afe-6dca-4085-b700-4ae97bfd2d9e req-0cc3734d-a1f8-4c05-968f-6d210b8d6632 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5307fac9-c61b-46ad-b682-fd284b82315f HTTP/1.1" status: 200 len: 217 time: 0.0340440 Sep 21 22:02:56.989769 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-13ba0b11-8e84-49e8-97e7-9d641bcdef1f tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (0342e70f-c350-48e0-a862-03db642f7c64), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:57.010847 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39072afe-6dca-4085-b700-4ae97bfd2d9e req-59a17c37-9d88-4a3f-acb0-084bc88428c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:57.012471 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-39072afe-6dca-4085-b700-4ae97bfd2d9e req-59a17c37-9d88-4a3f-acb0-084bc88428c7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1a441478-37fd-49f9-afec-ab177303560e HTTP/1.1" status: 200 len: 854 time: 0.0514774 Sep 21 22:02:57.022232 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6fd4a-41b7-4c31-88ba-f69f0ffc8355 req-bc44d989-94e7-470c-a7df-3dd298de0794 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:57.023928 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8ab6fd4a-41b7-4c31-88ba-f69f0ffc8355 req-bc44d989-94e7-470c-a7df-3dd298de0794 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 944 time: 0.0923977 Sep 21 22:02:57.065389 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ba0b11-8e84-49e8-97e7-9d641bcdef1f tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0342e70f-c350-48e0-a862-03db642f7c64,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:57.072615 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39072afe-6dca-4085-b700-4ae97bfd2d9e req-c660477c-d586-4a0e-92b1-42b1dafbd07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:57.075624 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-39072afe-6dca-4085-b700-4ae97bfd2d9e req-c660477c-d586-4a0e-92b1-42b1dafbd07c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2abe6793-4110-455a-aa7b-f1c0038ce3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0569079 Sep 21 22:02:57.092855 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-13ba0b11-8e84-49e8-97e7-9d641bcdef1f tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:57.094646 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-13ba0b11-8e84-49e8-97e7-9d641bcdef1f tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4720647 Sep 21 22:02:57.097823 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 33544) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:57.106195 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-83e5bf4c-f9c0-45c0-b57f-0ae0a9181866 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Request body: {'security_group_rule': {'security_group_id': '0342e70f-c350-48e0-a862-03db642f7c64', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:02:57.132322 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8ab6fd4a-41b7-4c31-88ba-f69f0ffc8355 req-6044c8df-5cf9-40a0-86a7-05a5523c86b8 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969279 Sep 21 22:02:57.264443 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-39072afe-6dca-4085-b700-4ae97bfd2d9e req-6e7bb77e-7b7f-445e-9eed-82b552451ad9 service neutron] 10.222.0.71 "GET /v2.0/networks/2abe6793-4110-455a-aa7b-f1c0038ce3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806455 Sep 21 22:02:57.272219 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-83e5bf4c-f9c0-45c0-b57f-0ae0a9181866 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks [] for security_group_rule (fa0fabeb-5f94-459d-a9c8-7a509edd7af4), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:57.348364 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc623ad-6c24-4a77-b5e4-feff54153675 req-942a27c1-b677-4ed3-95d3-f85dca6db871 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:57.350061 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-fdc623ad-6c24-4a77-b5e4-feff54153675 req-942a27c1-b677-4ed3-95d3-f85dca6db871 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=2abd19a6-28f8-40de-96d5-0211585e1677 HTTP/1.1" status: 200 len: 943 time: 0.1359651 Sep 21 22:02:57.370401 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-83e5bf4c-f9c0-45c0-b57f-0ae0a9181866 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks [] for security_group_rule (fa0fabeb-5f94-459d-a9c8-7a509edd7af4), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:57.415074 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-39072afe-6dca-4085-b700-4ae97bfd2d9e req-f97d95fb-3796-4ac4-9897-815b81b71ed5 service neutron] 10.222.0.71 "GET /v2.0/networks/2abe6793-4110-455a-aa7b-f1c0038ce3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434884 Sep 21 22:02:57.434084 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-fdc623ad-6c24-4a77-b5e4-feff54153675 req-978bcfef-3827-4b85-8d60-483ac5b60d6f tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=92f97d0d-f1b7-4e4b-b991-db8308670e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693846 Sep 21 22:02:57.478238 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-83e5bf4c-f9c0-45c0-b57f-0ae0a9181866 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614269'] for security_group_rule (fa0fabeb-5f94-459d-a9c8-7a509edd7af4), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:57.506313 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e5bf4c-f9c0-45c0-b57f-0ae0a9181866 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa0fabeb-5f94-459d-a9c8-7a509edd7af4,revision_number=0']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:57.595285 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-83e5bf4c-f9c0-45c0-b57f-0ae0a9181866 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:57.599191 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-83e5bf4c-f9c0-45c0-b57f-0ae0a9181866 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4977393 Sep 21 22:02:57.599343 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 33574) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:57.612693 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-d2fa59b5-8579-401d-9a60-d1b38c28d085 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Request body: {'security_group_rule': {'security_group_id': '0342e70f-c350-48e0-a862-03db642f7c64', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:02:57.745904 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfbf74-1f6b-48ec-bd12-9132a648a810 req-707b889c-ff4b-43c7-be1f-f098df3babf9 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:57.747658 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-40dfbf74-1f6b-48ec-bd12-9132a648a810 req-707b889c-ff4b-43c7-be1f-f098df3babf9 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 945 time: 0.0783825 Sep 21 22:02:57.791198 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d2fa59b5-8579-401d-9a60-d1b38c28d085 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks [] for security_group_rule (027a4697-37eb-4f33-9352-738f36ce1ab5), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:57.841498 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-40dfbf74-1f6b-48ec-bd12-9132a648a810 req-949b4b42-61df-4acd-b93e-d22b8b8f48f5 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815189 Sep 21 22:02:57.891330 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d2fa59b5-8579-401d-9a60-d1b38c28d085 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks [] for security_group_rule (027a4697-37eb-4f33-9352-738f36ce1ab5), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:57.982537 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d2fa59b5-8579-401d-9a60-d1b38c28d085 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614269'] for security_group_rule (027a4697-37eb-4f33-9352-738f36ce1ab5), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:58.016179 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa59b5-8579-401d-9a60-d1b38c28d085 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=027a4697-37eb-4f33-9352-738f36ce1ab5,revision_number=0']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:58.077298 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d2fa59b5-8579-401d-9a60-d1b38c28d085 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:58.082387 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-d2fa59b5-8579-401d-9a60-d1b38c28d085 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4786787 Sep 21 22:02:58.083241 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 33588) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:02:58.094257 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-5f438776-84ed-46b5-b790-22a9e253b1f7 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Request body: {'floatingip': {'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:02:58.252523 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491168b4-751d-4105-83b9-bdfd7487c96a req-ecd90629-b7ce-4f4f-83bd-266e92450bd9 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:58.264767 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-491168b4-751d-4105-83b9-bdfd7487c96a req-ecd90629-b7ce-4f4f-83bd-266e92450bd9 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.2082124 Sep 21 22:02:58.410848 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-5f438776-84ed-46b5-b790-22a9e253b1f7 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:58.432519 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-491168b4-751d-4105-83b9-bdfd7487c96a req-5b6736f9-2402-44bf-af30-01a53481b24c tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660910 Sep 21 22:02:58.541290 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82a7f5-07db-4377-a994-ff2c5db261c9 req-164e318c-eb04-416d-a113-f86d6472a611 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:58.541290 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ec82a7f5-07db-4377-a994-ff2c5db261c9 req-164e318c-eb04-416d-a113-f86d6472a611 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 944 time: 0.2030962 Sep 21 22:02:58.648313 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ec82a7f5-07db-4377-a994-ff2c5db261c9 req-720e5f43-1d0b-407f-b811-6db7ad9ece72 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075594 Sep 21 22:02:58.669714 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c78d838-eecd-4858-9741-baebe0a6d779 req-d2650e00-8d32-4c60-8c25-fff3eec46360 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:58.677046 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-6c78d838-eecd-4858-9741-baebe0a6d779 req-d2650e00-8d32-4c60-8c25-fff3eec46360 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=2abd19a6-28f8-40de-96d5-0211585e1677 HTTP/1.1" status: 200 len: 943 time: 0.1055169 Sep 21 22:02:58.683927 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2abd19a6-28f8-40de-96d5-0211585e1677', 'tag': '5307fac9-c61b-46ad-b682-fd284b82315f'}] {{(pid=116020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:02:58.687054 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}616469ce01b4343580b51944d90e43cdadd76175ffa2c7c7ae3ce11ef7217efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd22fbec-2a14-4909-97a5-0d5e2b665354" -d '{"events": [{"name": "network-changed", "server_uuid": "2abd19a6-28f8-40de-96d5-0211585e1677", "tag": "5307fac9-c61b-46ad-b682-fd284b82315f"}]}' {{(pid=116020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:02:58.702613 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-5f438776-84ed-46b5-b790-22a9e253b1f7 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:58.752399 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-6c78d838-eecd-4858-9741-baebe0a6d779 req-49211069-dff1-4589-a342-713a573271b2 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=92f97d0d-f1b7-4e4b-b991-db8308670e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652192 Sep 21 22:02:58.797467 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ea1430-8771-406d-be6e-2a089ae870db x-openstack-request-id: req-b4ea1430-8771-406d-be6e-2a089ae870db {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:02:58.798356 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2abd19a6-28f8-40de-96d5-0211585e1677", "tag": "5307fac9-c61b-46ad-b682-fd284b82315f", "status": "completed", "code": 200}]} {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:02:58.798638 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b4ea1430-8771-406d-be6e-2a089ae870db {{(pid=116020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:02:58.799056 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4ea1430-8771-406d-be6e-2a089ae870db'] response: {'name': 'network-changed', 'server_uuid': '2abd19a6-28f8-40de-96d5-0211585e1677', 'tag': '5307fac9-c61b-46ad-b682-fd284b82315f', 'status': 'completed', 'code': 200} Sep 21 22:02:58.893228 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.db_base_plugin_common [None req-5f438776-84ed-46b5-b790-22a9e253b1f7 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Allocated IP 172.27.1.35 (b12f12c4-b4b4-4032-bd63-4e51184cdf86/38720055-293b-4785-9b37-d6bdacdcb1b4/ddfdbd66-a0f9-421a-b037-4e12b15de5c2) {{(pid=116020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:02:58.911433 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22fbec-2a14-4909-97a5-0d5e2b665354 req-460e01cb-9ac5-4495-b0bc-adb3575f12bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:58.913052 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-bd22fbec-2a14-4909-97a5-0d5e2b665354 req-460e01cb-9ac5-4495-b0bc-adb3575f12bf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fea8845b2dfd4b2ab3278d6c2809014f&device_id=2abd19a6-28f8-40de-96d5-0211585e1677 HTTP/1.1" status: 200 len: 1127 time: 0.0851974 Sep 21 22:02:58.940355 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device b0b6ec57-59cc-42bd-a722-337a14ac29bf no longer exists at agent hyperv_hv-cinder-85881 {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:02:58.998362 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] No Port match for: b0b6ec57-59cc-42bd-a722-337a14ac29bf {{(pid=116021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:02:59.004756 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device b0b6ec57-59cc-42bd-a722-337a14ac29bf not bound to the agent host hv-cinder-85881 {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:02:59.151089 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22fbec-2a14-4909-97a5-0d5e2b665354 req-0377e9c5-2da1-4864-a78d-1526fc1fc955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:59.153854 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-bd22fbec-2a14-4909-97a5-0d5e2b665354 req-0377e9c5-2da1-4864-a78d-1526fc1fc955 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2abe6793-4110-455a-aa7b-f1c0038ce3ef HTTP/1.1" status: 200 len: 916 time: 0.2331727 Sep 21 22:02:59.173904 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059de92-dd53-4bab-9f8b-8ec60a1f3716 req-819a6cba-0d89-4015-a5c7-84e3f2f33773 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:59.176862 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-0059de92-dd53-4bab-9f8b-8ec60a1f3716 req-819a6cba-0d89-4015-a5c7-84e3f2f33773 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 945 time: 0.1015959 Sep 21 22:02:59.255624 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-bd22fbec-2a14-4909-97a5-0d5e2b665354 req-e509f056-c25c-4229-92e4-5328ffd5240f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5307fac9-c61b-46ad-b682-fd284b82315f HTTP/1.1" status: 200 len: 217 time: 0.0864151 Sep 21 22:02:59.259194 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-0059de92-dd53-4bab-9f8b-8ec60a1f3716 req-3890658a-f1b7-466b-a4dc-6c9340c7a6bc tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687668 Sep 21 22:02:59.306434 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-5f438776-84ed-46b5-b790-22a9e253b1f7 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks [] for port (ddfdbd66-a0f9-421a-b037-4e12b15de5c2), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:59.604395 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba440a7-0b8d-4d77-94ee-bdb107e76b25 req-33be71b7-6b1b-4762-8748-c3638d3fb98a tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:59.612731 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-eba440a7-0b8d-4d77-94ee-bdb107e76b25 req-33be71b7-6b1b-4762-8748-c3638d3fb98a tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.0747645 Sep 21 22:02:59.723541 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-eba440a7-0b8d-4d77-94ee-bdb107e76b25 req-b8634647-b495-4410-9217-3214472d5c29 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094124 Sep 21 22:02:59.724300 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22fbec-2a14-4909-97a5-0d5e2b665354 req-3b11c80e-f2d2-4d31-9ac4-7c16440e4594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:59.725943 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-bd22fbec-2a14-4909-97a5-0d5e2b665354 req-3b11c80e-f2d2-4d31-9ac4-7c16440e4594 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1a441478-37fd-49f9-afec-ab177303560e HTTP/1.1" status: 200 len: 854 time: 0.0534959 Sep 21 22:02:59.780473 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-5f438776-84ed-46b5-b790-22a9e253b1f7 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (ddfdbd66-a0f9-421a-b037-4e12b15de5c2), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:59.846000 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca33a5-f1c4-454d-a7d2-35ba8a3148cc req-62374afc-549d-43c4-ac52-ecf7175e27fa tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:59.854773 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-e3ca33a5-f1c4-454d-a7d2-35ba8a3148cc req-62374afc-549d-43c4-ac52-ecf7175e27fa tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 944 time: 0.0906432 Sep 21 22:02:59.901550 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f438776-84ed-46b5-b790-22a9e253b1f7 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Pushing event updated for resources: {'Port': ['ID=ddfdbd66-a0f9-421a-b037-4e12b15de5c2,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:02:59.944905 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-e3ca33a5-f1c4-454d-a7d2-35ba8a3148cc req-4a447ab5-7abf-4082-9069-ca16af86fd2d tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884616 Sep 21 22:02:59.952752 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f438776-84ed-46b5-b790-22a9e253b1f7 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Network b12f12c4-b4b4-4032-bd63-4e51184cdf86 is already hosted by enough agents. {{(pid=116020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:02:59.957045 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.base_scheduler [None req-5f438776-84ed-46b5-b790-22a9e253b1f7 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Resources bound (agent type, host, resource id): {{(pid=116020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:02:59.961540 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f438776-84ed-46b5-b790-22a9e253b1f7 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Received port after_create {{(pid=116020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:02:59.982806 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c7e81-ae2a-4203-8057-d3947b2ba5c2 req-ec737a14-12e2-44d6-ba74-dd5f5b3a07db tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:02:59.995533 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1a9c7e81-ae2a-4203-8057-d3947b2ba5c2 req-ec737a14-12e2-44d6-ba74-dd5f5b3a07db tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=2abd19a6-28f8-40de-96d5-0211585e1677 HTTP/1.1" status: 200 len: 943 time: 0.1377051 Sep 21 22:03:00.085117 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22fbec-2a14-4909-97a5-0d5e2b665354 req-4696320d-7139-47d3-b979-728ff0ded8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:00.087925 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-bd22fbec-2a14-4909-97a5-0d5e2b665354 req-4696320d-7139-47d3-b979-728ff0ded8a2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2abe6793-4110-455a-aa7b-f1c0038ce3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3393140 Sep 21 22:03:00.115171 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1a9c7e81-ae2a-4203-8057-d3947b2ba5c2 req-f1f2bd8b-7cac-47ab-a085-e48725667d01 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=92f97d0d-f1b7-4e4b-b991-db8308670e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184607 Sep 21 22:03:00.251671 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-5f438776-84ed-46b5-b790-22a9e253b1f7 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks [] for floatingip (68aa2d12-ad40-4964-b05a-d577d73968b1), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:00.310397 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-bd22fbec-2a14-4909-97a5-0d5e2b665354 req-b37fea00-871b-4332-8fdc-4177477c9f02 service neutron] 10.222.0.71 "GET /v2.0/networks/2abe6793-4110-455a-aa7b-f1c0038ce3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141323 Sep 21 22:03:00.386869 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-5f438776-84ed-46b5-b790-22a9e253b1f7 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (ddfdbd66-a0f9-421a-b037-4e12b15de5c2), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:00.490841 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756413f-7152-429a-91c4-686fba294a4b req-66b0960e-f556-4d0f-9015-b438180e8576 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:00.500025 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-f756413f-7152-429a-91c4-686fba294a4b req-66b0960e-f556-4d0f-9015-b438180e8576 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 945 time: 0.1192431 Sep 21 22:03:00.623651 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-5f438776-84ed-46b5-b790-22a9e253b1f7 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks [] for port (ddfdbd66-a0f9-421a-b037-4e12b15de5c2), precommit_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:00.629844 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-f756413f-7152-429a-91c4-686fba294a4b req-46bd3f3a-86c5-419b-a9da-442c4a0dcedc tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284883 Sep 21 22:03:00.684729 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-5f438776-84ed-46b5-b790-22a9e253b1f7 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14266021'] for port (ddfdbd66-a0f9-421a-b037-4e12b15de5c2), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:00.765738 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-5f438776-84ed-46b5-b790-22a9e253b1f7 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494336'] for floatingip (68aa2d12-ad40-4964-b05a-d577d73968b1), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:00.774955 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f438776-84ed-46b5-b790-22a9e253b1f7 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Pushing event updated for resources: {'Port': ['ID=ddfdbd66-a0f9-421a-b037-4e12b15de5c2,revision_number=2']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:00.855493 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-5f438776-84ed-46b5-b790-22a9e253b1f7 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for floatingip (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:00.855493 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-5f438776-84ed-46b5-b790-22a9e253b1f7 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7654829 Sep 21 22:03:00.910105 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015d51c-af8c-4bc6-9c31-00545b6562ed req-cfdf4c9d-8f20-44fb-88b4-8f2b15840f47 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:00.911830 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-3015d51c-af8c-4bc6-9c31-00545b6562ed req-cfdf4c9d-8f20-44fb-88b4-8f2b15840f47 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.0986760 Sep 21 22:03:00.982063 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-3015d51c-af8c-4bc6-9c31-00545b6562ed req-e2899004-26c2-411d-b8c1-478b608e95a6 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580130 Sep 21 22:03:01.141191 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device 5307fac9-c61b-46ad-b682-fd284b82315f details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=116021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 22:03:01.279529 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d50784-a3c5-499a-994b-1ac39a29ed74 req-9bc4913b-6d92-4c23-b909-8349ec0dcc17 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:01.286598 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-51d50784-a3c5-499a-994b-1ac39a29ed74 req-9bc4913b-6d92-4c23-b909-8349ec0dcc17 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 944 time: 0.1348770 Sep 21 22:03:01.295750 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-bd22fbec-2a14-4909-97a5-0d5e2b665354 req-6bbfbfad-e8ba-4e8f-9cb5-7c58d13625b0 service neutron] 10.222.0.71 "GET /v2.0/networks/2abe6793-4110-455a-aa7b-f1c0038ce3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562924 Sep 21 22:03:01.310968 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2471469d-acdb-4546-9e13-56eecf639458 req-2e427303-4d60-4d78-8673-9fa49c576c15 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--497073334&fields=id&tenant_id=f5fc28ce43d342ff812e8671de415a9c HTTP/1.1" status: 200 len: 267 time: 0.1108263 Sep 21 22:03:01.330665 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port 5307fac9-c61b-46ad-b682-fd284b82315f, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=5307fac9-c61b-46ad-b682-fd284b82315f,segment=NetworkSegment(64832c79-06e5-4b2e-9d17-904da6f2a29e),segment_id=64832c79-06e5-4b2e-9d17-904da6f2a29e)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:03:01.348423 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Returning: {'device': '5307fac9-c61b-46ad-b682-fd284b82315f', 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef', 'port_id': '5307fac9-c61b-46ad-b682-fd284b82315f', 'mac_address': 'fa:16:3e:54:af:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a441478-37fd-49f9-afec-ab177303560e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 22:03:01.405832 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port 5307fac9-c61b-46ad-b682-fd284b82315f is: DOWN; New status is: BUILD {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:03:01.406556 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (5307fac9-c61b-46ad-b682-fd284b82315f), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:01.423716 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.notifiers.nova [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5307fac9-c61b-46ad-b682-fd284b82315f {{(pid=116021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:03:01.443967 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-51d50784-a3c5-499a-994b-1ac39a29ed74 req-96942d65-f3c5-425a-906e-ad7906350afc tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564016 Sep 21 22:03:01.463112 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port 5307fac9-c61b-46ad-b682-fd284b82315f, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=5307fac9-c61b-46ad-b682-fd284b82315f,segment=NetworkSegment(64832c79-06e5-4b2e-9d17-904da6f2a29e),segment_id=64832c79-06e5-4b2e-9d17-904da6f2a29e)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:03:01.476776 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471469d-acdb-4546-9e13-56eecf639458 req-0e65493f-4d69-4926-852d-4734a40931de tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:01.478599 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2471469d-acdb-4546-9e13-56eecf639458 req-0e65493f-4d69-4926-852d-4734a40931de tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/networks?id=0585c623-22cd-41df-a0a2-cf1e1b8bac58 HTTP/1.1" status: 200 len: 819 time: 0.1667361 Sep 21 22:03:01.501657 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2471469d-acdb-4546-9e13-56eecf639458 req-ede6fc63-e3a9-4112-97a6-04c872e77b23 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/quotas/f5fc28ce43d342ff812e8671de415a9c HTTP/1.1" status: 200 len: 375 time: 0.0112767 Sep 21 22:03:01.569902 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (5307fac9-c61b-46ad-b682-fd284b82315f), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:01.628123 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec3dd8-93bb-4091-b944-2dc13acea474 req-94f96be2-c236-4aa5-9f1c-0e713affbf48 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:01.629655 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-30ec3dd8-93bb-4091-b944-2dc13acea474 req-94f96be2-c236-4aa5-9f1c-0e713affbf48 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=2abd19a6-28f8-40de-96d5-0211585e1677 HTTP/1.1" status: 200 len: 944 time: 0.0805900 Sep 21 22:03:01.642248 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2471469d-acdb-4546-9e13-56eecf639458 req-10a3fb51-9d71-4437-bf8f-80b132893490 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f5fc28ce43d342ff812e8671de415a9c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1353896 Sep 21 22:03:01.647777 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=5307fac9-c61b-46ad-b682-fd284b82315f,revision_number=4']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:01.659314 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:03:01.659678 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:03:01.660739 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:03:01.661100 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:03:01.661443 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:03:01.662124 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:03:01.662470 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:03:01.662808 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:03:01.663141 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:03:01.663490 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:03:01.663825 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:03:01.664232 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:03:01.664862 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:03:01.947752 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-30ec3dd8-93bb-4091-b944-2dc13acea474 req-68362e0c-a097-4014-815d-b25f2d8d5b48 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=92f97d0d-f1b7-4e4b-b991-db8308670e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3044724 Sep 21 22:03:01.995089 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2471469d-acdb-4546-9e13-56eecf639458 req-2d23d1bf-cec9-46f1-bfe1-69deb3c3b254 service neutron] 10.222.0.52 "GET /v2.0/networks/0585c623-22cd-41df-a0a2-cf1e1b8bac58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284314 Sep 21 22:03:02.144424 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b67d3a8-0e4f-45d8-b716-339347c9b93b req-23798c44-1557-464f-965a-4065fd7c8b61 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:02.145968 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-7b67d3a8-0e4f-45d8-b716-339347c9b93b req-23798c44-1557-464f-965a-4065fd7c8b61 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 945 time: 0.1201131 Sep 21 22:03:02.147790 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2471469d-acdb-4546-9e13-56eecf639458 req-ba2d830e-12b6-4a27-a51c-da263916ce18 service neutron] 10.222.0.52 "GET /v2.0/networks/0585c623-22cd-41df-a0a2-cf1e1b8bac58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427751 Sep 21 22:03:02.213755 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-7b67d3a8-0e4f-45d8-b716-339347c9b93b req-96051a4b-565b-4439-9d49-dbbdc8f225a4 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521944 Sep 21 22:03:02.324748 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab18e91-8cc7-4937-8cf9-2feef0b9650c req-91ef26a3-6d24-46b7-87ad-58e4bf089adf tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:02.326452 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-5ab18e91-8cc7-4937-8cf9-2feef0b9650c req-91ef26a3-6d24-46b7-87ad-58e4bf089adf tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.0639756 Sep 21 22:03:02.387194 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-5ab18e91-8cc7-4937-8cf9-2feef0b9650c req-7c7696b3-f31f-4a31-8ff1-2549e3680371 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538831 Sep 21 22:03:02.474616 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-7d987a04-618c-4f46-98e0-356669349f67 req-c7789a59-858c-41aa-94ed-bb2ccac46ef7 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 210 time: 0.0330117 Sep 21 22:03:02.622723 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84124ee1-53e5-4c38-a0f8-f35122759927 req-2ab96b79-5a4a-4512-9b8e-8b3dc6768cb5 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:02.624283 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-84124ee1-53e5-4c38-a0f8-f35122759927 req-2ab96b79-5a4a-4512-9b8e-8b3dc6768cb5 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 944 time: 0.0662856 Sep 21 22:03:02.681072 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-84124ee1-53e5-4c38-a0f8-f35122759927 req-1dbf5cbf-8e73-4812-b5cf-03a7f814d4a7 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506771 Sep 21 22:03:03.117055 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce1758-928d-4434-a533-eb22660993bc req-cc55c53c-c520-4870-82f3-6dc87e176a6f tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:03.118785 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-81ce1758-928d-4434-a533-eb22660993bc req-cc55c53c-c520-4870-82f3-6dc87e176a6f tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=2abd19a6-28f8-40de-96d5-0211585e1677 HTTP/1.1" status: 200 len: 944 time: 0.0800641 Sep 21 22:03:03.205923 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-81ce1758-928d-4434-a533-eb22660993bc req-629d9b47-36f3-47d8-b1e7-b4b20404dbdb tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=92f97d0d-f1b7-4e4b-b991-db8308670e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746498 Sep 21 22:03:03.341911 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] get_ports_and_sgs() called for port_ids ['5307fac9-c61b-46ad-b682-fd284b82315f'] {{(pid=116021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:03:03.387488 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1374e9f-03f6-4ade-83cb-b1c87276d218 req-2f03a189-f2a7-454e-8aac-d46c841b09a0 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:03.394176 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-e1374e9f-03f6-4ade-83cb-b1c87276d218 req-2f03a189-f2a7-454e-8aac-d46c841b09a0 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 945 time: 0.0947082 Sep 21 22:03:03.505526 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-e1374e9f-03f6-4ade-83cb-b1c87276d218 req-0bda4749-406f-44ef-b46d-a76f691342ca tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103470 Sep 21 22:03:03.642948 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1e486-d12d-4021-92a4-5be0e1524841 req-3cf89add-792a-4d4b-974e-c8dcd120d7bb tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:03.650532 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-feb1e486-d12d-4021-92a4-5be0e1524841 req-3cf89add-792a-4d4b-974e-c8dcd120d7bb tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.1423256 Sep 21 22:03:03.654572 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-07e3f382-8d75-431d-8bff-5b02a2486a3e req-a100d21c-9ba1-4163-9f24-95d4a2840279 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 210 time: 0.0583360 Sep 21 22:03:03.703140 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-feb1e486-d12d-4021-92a4-5be0e1524841 req-2e69d624-aa92-456d-9059-458764103dac tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516720 Sep 21 22:03:03.858810 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99517d5a-4d20-4522-828e-77fc29813ea0 req-89f87db3-d0ad-4fac-8364-d271950708f1 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:03.866384 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-99517d5a-4d20-4522-828e-77fc29813ea0 req-89f87db3-d0ad-4fac-8364-d271950708f1 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 944 time: 0.0672600 Sep 21 22:03:03.922402 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-99517d5a-4d20-4522-828e-77fc29813ea0 req-0c959b6c-3563-4952-9a5e-f75bd2aa233e tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538461 Sep 21 22:03:04.345958 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c9c8fb-a93a-4737-8800-4d2fec27826e req-688602bf-e37e-4870-abaa-18f3b8d81d2e tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:04.347564 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-95c9c8fb-a93a-4737-8800-4d2fec27826e req-688602bf-e37e-4870-abaa-18f3b8d81d2e tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=2abd19a6-28f8-40de-96d5-0211585e1677 HTTP/1.1" status: 200 len: 944 time: 0.0614936 Sep 21 22:03:04.405167 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-95c9c8fb-a93a-4737-8800-4d2fec27826e req-8c826faf-f1c9-44d1-ae7e-a0baf1069e34 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=92f97d0d-f1b7-4e4b-b991-db8308670e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520570 Sep 21 22:03:04.657882 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457bfbe-b006-47e6-9a81-5c3985235ccd req-44d574b4-50b7-4c89-85eb-f031534cccec tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:04.665726 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8457bfbe-b006-47e6-9a81-5c3985235ccd req-44d574b4-50b7-4c89-85eb-f031534cccec tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 945 time: 0.0693827 Sep 21 22:03:04.780505 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8457bfbe-b006-47e6-9a81-5c3985235ccd req-35d330ac-1e77-4b47-8453-8aceadb9f9d1 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107278 Sep 21 22:03:04.783541 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471469d-acdb-4546-9e13-56eecf639458 req-d0ca878f-c861-4771-905e-16fd1761d9c7 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:04.787112 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-2471469d-acdb-4546-9e13-56eecf639458 req-d0ca878f-c861-4771-905e-16fd1761d9c7 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.71 "GET /v2.0/networks?id=0585c623-22cd-41df-a0a2-cf1e1b8bac58 HTTP/1.1" status: 200 len: 819 time: 0.1337457 Sep 21 22:03:04.847146 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c0b7cc08-371f-4a73-b49b-244a88e191a6 req-86e546e3-c320-4177-b054-b31bab48df9e tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 210 time: 0.0410881 Sep 21 22:03:04.940652 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-2471469d-acdb-4546-9e13-56eecf639458 req-17d85bf7-2d99-4881-8dbb-0c37ee9784d1 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5fc28ce43d342ff812e8671de415a9c HTTP/1.1" status: 200 len: 379 time: 0.1413395 Sep 21 22:03:04.951036 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [req-2471469d-acdb-4546-9e13-56eecf639458 req-6fb4265f-6c48-457f-85e4-221234c7858f tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Request body: {'port': {'device_id': 'f92502e9-4c03-4cdd-9b06-b21ecfd2d4df', 'network_id': '0585c623-22cd-41df-a0a2-cf1e1b8bac58', 'admin_state_up': True, 'tenant_id': 'f5fc28ce43d342ff812e8671de415a9c', 'security_groups': ['0342e70f-c350-48e0-a862-03db642f7c64']}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:03:04.951664 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device d9aa81ae-410b-4f57-b18c-445cc091494d details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=116021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 22:03:04.955788 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device 5307fac9-c61b-46ad-b682-fd284b82315f up at agent hyperv_hv-cinder-85881 {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:03:05.053351 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c339d-ef3c-47a9-925c-e678e7d86569 req-a0188a5c-d53d-45e3-9eb5-b8154b0a365d tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:05.064740 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-651c339d-ef3c-47a9-925c-e678e7d86569 req-a0188a5c-d53d-45e3-9eb5-b8154b0a365d tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.1623607 Sep 21 22:03:05.232209 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2471469d-acdb-4546-9e13-56eecf639458 req-6fb4265f-6c48-457f-85e4-221234c7858f tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Made reservation on behalf of f5fc28ce43d342ff812e8671de415a9c for: {'port': 1} {{(pid=116020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:03:05.240579 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-2471469d-acdb-4546-9e13-56eecf639458 req-6fb4265f-6c48-457f-85e4-221234c7858f tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:05.277660 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Provisioning for port 5307fac9-c61b-46ad-b682-fd284b82315f completed by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 22:03:05.278439 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-651c339d-ef3c-47a9-925c-e678e7d86569 req-6a6d8f18-7650-4acb-b5a3-4ec6ba4b30e8 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127471 Sep 21 22:03:05.324502 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Provisioning complete for port 5307fac9-c61b-46ad-b682-fd284b82315f triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:03:05.325977 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (5307fac9-c61b-46ad-b682-fd284b82315f), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:05.326506 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Attempt 1 to provision port 5307fac9-c61b-46ad-b682-fd284b82315f Sep 21 22:03:05.340228 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dfe377-ab5b-4527-9fc3-920201a3dc52 req-37bb20ee-d404-4c8f-85e9-56433aa446a1 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:05.345553 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-82dfe377-ab5b-4527-9fc3-920201a3dc52 req-37bb20ee-d404-4c8f-85e9-56433aa446a1 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 944 time: 0.2787266 Sep 21 22:03:05.489077 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port d9aa81ae-410b-4f57-b18c-445cc091494d, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=d9aa81ae-410b-4f57-b18c-445cc091494d,segment=NetworkSegment(4fff32e9-f6fd-44da-9fbd-cc690d6c811a),segment_id=4fff32e9-f6fd-44da-9fbd-cc690d6c811a)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:03:05.531398 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-82dfe377-ab5b-4527-9fc3-920201a3dc52 req-e91823d8-322d-4450-8d6c-b378da3a1ef0 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1748726 Sep 21 22:03:05.549606 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Returning: {'device': 'd9aa81ae-410b-4f57-b18c-445cc091494d', 'network_id': '8ce7ca27-65f9-442f-9460-582319d50317', 'port_id': 'd9aa81ae-410b-4f57-b18c-445cc091494d', 'mac_address': 'fa:16:3e:05:da:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61fb7232-c6fb-44a6-ba93-ebc4a1b2df41', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 22:03:05.671408 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.db_base_plugin_common [req-2471469d-acdb-4546-9e13-56eecf639458 req-6fb4265f-6c48-457f-85e4-221234c7858f tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Allocated IP 172.20.0.5 (0585c623-22cd-41df-a0a2-cf1e1b8bac58/41a42251-d848-47c6-b80e-908765051886/74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12) {{(pid=116020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:03:05.730621 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08929b8d-63a4-4c28-b911-d38e9b65130c req-47b04a1b-286d-44cb-9694-386814f84566 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:05.746322 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-08929b8d-63a4-4c28-b911-d38e9b65130c req-47b04a1b-286d-44cb-9694-386814f84566 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=2abd19a6-28f8-40de-96d5-0211585e1677 HTTP/1.1" status: 200 len: 944 time: 0.1608932 Sep 21 22:03:05.760790 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port 5307fac9-c61b-46ad-b682-fd284b82315f is: BUILD; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:03:05.765643 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (5307fac9-c61b-46ad-b682-fd284b82315f), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:05.770920 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port d9aa81ae-410b-4f57-b18c-445cc091494d is: DOWN; New status is: BUILD {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:03:05.771835 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (d9aa81ae-410b-4f57-b18c-445cc091494d), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:05.794426 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.notifiers.nova [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9aa81ae-410b-4f57-b18c-445cc091494d {{(pid=116021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:03:05.855402 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-08929b8d-63a4-4c28-b911-d38e9b65130c req-aab4406e-f7ef-4059-8d29-9be9a3687f7e tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=92f97d0d-f1b7-4e4b-b991-db8308670e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046481 Sep 21 22:03:05.878875 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port 5307fac9-c61b-46ad-b682-fd284b82315f, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=5307fac9-c61b-46ad-b682-fd284b82315f,segment=NetworkSegment(64832c79-06e5-4b2e-9d17-904da6f2a29e),segment_id=64832c79-06e5-4b2e-9d17-904da6f2a29e)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:03:05.907812 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2abd19a6-28f8-40de-96d5-0211585e1677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5307fac9-c61b-46ad-b682-fd284b82315f'}] {{(pid=116021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:03:05.907812 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d500dca99ac2bf62db1703b02a00765538e18f27ddf2ede5333818e021564b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bbbe2a7-8588-4fa6-acdf-60bf371f74e3" -d '{"events": [{"server_uuid": "2abd19a6-28f8-40de-96d5-0211585e1677", "name": "network-vif-plugged", "status": "completed", "tag": "5307fac9-c61b-46ad-b682-fd284b82315f"}]}' {{(pid=116021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:03:05.912850 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port d9aa81ae-410b-4f57-b18c-445cc091494d, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=d9aa81ae-410b-4f57-b18c-445cc091494d,segment=NetworkSegment(4fff32e9-f6fd-44da-9fbd-cc690d6c811a),segment_id=4fff32e9-f6fd-44da-9fbd-cc690d6c811a)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:03:05.959485 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf28cb-672f-4218-95d2-7a58749b8dfe req-3b05d0cc-2df0-4ddc-8b88-de6e503d8b82 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:05.967823 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-35bf28cb-672f-4218-95d2-7a58749b8dfe req-3b05d0cc-2df0-4ddc-8b88-de6e503d8b82 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 945 time: 0.0834501 Sep 21 22:03:05.984686 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-2471469d-acdb-4546-9e13-56eecf639458 req-6fb4265f-6c48-457f-85e4-221234c7858f tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks [] for port (74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:06.057348 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-edfd9a27-418f-46f1-b8af-a1a0c236b2b2 req-9a782357-7742-4fba-9fa4-b5babc390bc6 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 210 time: 0.0556154 Sep 21 22:03:06.072892 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-35bf28cb-672f-4218-95d2-7a58749b8dfe req-4f87b284-66ad-412a-acae-a80b9e08da85 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038804 Sep 21 22:03:06.123715 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a99ad4-bbb0-4035-8be0-7485e4756cae x-openstack-request-id: req-57a99ad4-bbb0-4035-8be0-7485e4756cae {{(pid=116021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:03:06.124377 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2abd19a6-28f8-40de-96d5-0211585e1677", "name": "network-vif-plugged", "status": "completed", "tag": "5307fac9-c61b-46ad-b682-fd284b82315f", "code": 200}]} {{(pid=116021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:03:06.124377 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-57a99ad4-bbb0-4035-8be0-7485e4756cae {{(pid=116021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:03:06.124677 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57a99ad4-bbb0-4035-8be0-7485e4756cae'] response: {'server_uuid': '2abd19a6-28f8-40de-96d5-0211585e1677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5307fac9-c61b-46ad-b682-fd284b82315f', 'code': 200} Sep 21 22:03:06.352459 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (5307fac9-c61b-46ad-b682-fd284b82315f), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:06.383336 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-2471469d-acdb-4546-9e13-56eecf639458 req-6fb4265f-6c48-457f-85e4-221234c7858f tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:06.446002 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2471469d-acdb-4546-9e13-56eecf639458 req-6fb4265f-6c48-457f-85e4-221234c7858f tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Network 0585c623-22cd-41df-a0a2-cf1e1b8bac58 is already hosted by enough agents. {{(pid=116020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:03:06.456550 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.base_scheduler [req-2471469d-acdb-4546-9e13-56eecf639458 req-6fb4265f-6c48-457f-85e4-221234c7858f tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Resources bound (agent type, host, resource id): {{(pid=116020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:03:06.462276 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb4265f-6c48-457f-85e4-221234c7858f tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Pushing event updated for resources: {'Port': ['ID=74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:06.472115 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [req-2471469d-acdb-4546-9e13-56eecf639458 req-6fb4265f-6c48-457f-85e4-221234c7858f tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Received port after_create {{(pid=116020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:03:06.484385 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=5307fac9-c61b-46ad-b682-fd284b82315f,revision_number=5']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:06.489829 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (d9aa81ae-410b-4f57-b18c-445cc091494d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:06.524382 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b80c1-90f9-4373-a2e7-e8482a1bf84b req-c9cdffdf-9016-4422-b980-2a735e283eed tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:06.531010 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-bb7b80c1-90f9-4373-a2e7-e8482a1bf84b req-c9cdffdf-9016-4422-b980-2a735e283eed tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.1559827 Sep 21 22:03:06.611170 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471469d-acdb-4546-9e13-56eecf639458 req-6fb4265f-6c48-457f-85e4-221234c7858f tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:06.615185 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-2471469d-acdb-4546-9e13-56eecf639458 req-6fb4265f-6c48-457f-85e4-221234c7858f tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:06.705537 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=d9aa81ae-410b-4f57-b18c-445cc091494d,revision_number=4']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:06.722993 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-bb7b80c1-90f9-4373-a2e7-e8482a1bf84b req-1dfd6c57-7270-42d3-95d2-5981c249df90 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854050 Sep 21 22:03:06.763571 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-2471469d-acdb-4546-9e13-56eecf639458 req-6fb4265f-6c48-457f-85e4-221234c7858f tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8173113 Sep 21 22:03:06.791897 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [req-2471469d-acdb-4546-9e13-56eecf639458 req-575fce6f-782f-45ee-bcbf-2a3fc044cea8 service neutron] Request body: {'port': {'device_id': 'f92502e9-4c03-4cdd-9b06-b21ecfd2d4df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:03:06.893513 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] get_ports_and_sgs() called for port_ids ['d9aa81ae-410b-4f57-b18c-445cc091494d'] {{(pid=116021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:03:06.893997 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be0eed-2996-4e97-9a88-6f0a46c8f8dd req-b8844fa9-816b-45de-bad7-9b1bf1d148c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:06.895547 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-b2be0eed-2996-4e97-9a88-6f0a46c8f8dd req-b8844fa9-816b-45de-bad7-9b1bf1d148c7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2abd19a6-28f8-40de-96d5-0211585e1677 HTTP/1.1" status: 200 len: 1129 time: 0.2351062 Sep 21 22:03:06.905691 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba22908-5726-4621-85b1-4a25faf8e5e7 req-a9936157-805e-4b4c-9ab3-994dc75495aa tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:06.908910 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-eba22908-5726-4621-85b1-4a25faf8e5e7 req-a9936157-805e-4b4c-9ab3-994dc75495aa tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 945 time: 0.1687002 Sep 21 22:03:07.005033 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-eba22908-5726-4621-85b1-4a25faf8e5e7 req-88002493-4f39-4b53-9b4b-559a378afffd tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869651 Sep 21 22:03:07.030562 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-4557baaa-f92a-4b3d-93bb-462554569a8d None None] Provisioning complete for port 74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12 triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:03:07.030942 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-4557baaa-f92a-4b3d-93bb-462554569a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:07.031289 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-4557baaa-f92a-4b3d-93bb-462554569a8d None None] Attempt 1 to provision port 74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12 Sep 21 22:03:07.118073 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-b2be0eed-2996-4e97-9a88-6f0a46c8f8dd req-97b35f01-a055-4cbd-9a1c-c321d6e15576 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=92f97d0d-f1b7-4e4b-b991-db8308670e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022920 Sep 21 22:03:07.118073 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-2471469d-acdb-4546-9e13-56eecf639458 req-575fce6f-782f-45ee-bcbf-2a3fc044cea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:07.122690 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-4557baaa-f92a-4b3d-93bb-462554569a8d None None] Port 74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:03:07.408036 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe315974-2787-4c38-9106-c357675e9e50 req-9f1a3196-68d9-42b0-92b9-363cf77f5cc6 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:07.418064 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-fe315974-2787-4c38-9106-c357675e9e50 req-9f1a3196-68d9-42b0-92b9-363cf77f5cc6 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=2abd19a6-28f8-40de-96d5-0211585e1677 HTTP/1.1" status: 200 len: 945 time: 0.3637300 Sep 21 22:03:07.474132 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [req-2471469d-acdb-4546-9e13-56eecf639458 req-575fce6f-782f-45ee-bcbf-2a3fc044cea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12 {{(pid=116020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:03:07.482644 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-2471469d-acdb-4546-9e13-56eecf639458 req-575fce6f-782f-45ee-bcbf-2a3fc044cea8 service neutron] Publish callbacks [] for port (74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12), precommit_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:07.497491 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.provisioning_blocks [req-2471469d-acdb-4546-9e13-56eecf639458 req-575fce6f-782f-45ee-bcbf-2a3fc044cea8 service neutron] Transition to ACTIVE for port object 74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12 will not be triggered until provisioned by entity L2. {{(pid=116020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 22:03:07.559337 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce9caf-db53-4abe-939d-1a7c7bd34aed req-e4f9888d-0691-4ed1-b187-df3d0a29822f tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:07.567089 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-60ce9caf-db53-4abe-939d-1a7c7bd34aed req-e4f9888d-0691-4ed1-b187-df3d0a29822f tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 931 time: 0.3194847 Sep 21 22:03:07.603873 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-2471469d-acdb-4546-9e13-56eecf639458 req-575fce6f-782f-45ee-bcbf-2a3fc044cea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14266021'] for port (74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:07.625424 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-4557baaa-f92a-4b3d-93bb-462554569a8d None None] Attempt 2 to provision port 74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12 Sep 21 22:03:07.636390 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-fe315974-2787-4c38-9106-c357675e9e50 req-d0b7fbf2-046e-4c4b-b8fc-531515504876 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=92f97d0d-f1b7-4e4b-b991-db8308670e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2027771 Sep 21 22:03:07.722786 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-60ce9caf-db53-4abe-939d-1a7c7bd34aed req-b1a4ee6c-db9f-4265-8b9e-4708e9f58f59 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=0342e70f-c350-48e0-a862-03db642f7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406479 Sep 21 22:03:07.791500 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-4557baaa-f92a-4b3d-93bb-462554569a8d None None] Port 74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:03:07.821699 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575fce6f-782f-45ee-bcbf-2a3fc044cea8 service neutron] Pushing event updated for resources: {'Port': ['ID=74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12,revision_number=2']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:07.911391 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-2471469d-acdb-4546-9e13-56eecf639458 req-575fce6f-782f-45ee-bcbf-2a3fc044cea8 service neutron] Attempting to bind port 74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12 on host hv-cinder-85881 for vnic_type normal with profile {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:03:07.911871 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-2471469d-acdb-4546-9e13-56eecf639458 req-575fce6f-782f-45ee-bcbf-2a3fc044cea8 service neutron] Attempting to bind port 74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12 by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': '1fe5eab9-96f0-4b3e-9716-db26533318f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0585c623-22cd-41df-a0a2-cf1e1b8bac58'}] {{(pid=116020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:03:07.912367 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2471469d-acdb-4546-9e13-56eecf639458 req-575fce6f-782f-45ee-bcbf-2a3fc044cea8 service neutron] Attempting to bind port 74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12 on network 0585c623-22cd-41df-a0a2-cf1e1b8bac58 {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:03:07.917729 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2471469d-acdb-4546-9e13-56eecf639458 req-575fce6f-782f-45ee-bcbf-2a3fc044cea8 service neutron] Port 74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12 on network 0585c623-22cd-41df-a0a2-cf1e1b8bac58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 22:03:07.918157 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2471469d-acdb-4546-9e13-56eecf639458 req-575fce6f-782f-45ee-bcbf-2a3fc044cea8 service neutron] Attempting to bind port 74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12 on network 0585c623-22cd-41df-a0a2-cf1e1b8bac58 {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:03:07.931959 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2471469d-acdb-4546-9e13-56eecf639458 req-575fce6f-782f-45ee-bcbf-2a3fc044cea8 service neutron] Checking agent: {'id': '0aee7d89-594f-4992-91de-a4ac3f52e28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 58, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 58, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:03:07.933245 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2471469d-acdb-4546-9e13-56eecf639458 req-575fce6f-782f-45ee-bcbf-2a3fc044cea8 service neutron] Checking segment: {'id': '1fe5eab9-96f0-4b3e-9716-db26533318f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0585c623-22cd-41df-a0a2-cf1e1b8bac58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:03:07.941746 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2471469d-acdb-4546-9e13-56eecf639458 req-575fce6f-782f-45ee-bcbf-2a3fc044cea8 service neutron] Bound using segment: {'id': '1fe5eab9-96f0-4b3e-9716-db26533318f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0585c623-22cd-41df-a0a2-cf1e1b8bac58'} {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:03:07.942384 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-2471469d-acdb-4546-9e13-56eecf639458 req-575fce6f-782f-45ee-bcbf-2a3fc044cea8 service neutron] Bound port: 74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fe5eab9-96f0-4b3e-9716-db26533318f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0585c623-22cd-41df-a0a2-cf1e1b8bac58'}}] {{(pid=116020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:03:07.942858 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-2471469d-acdb-4546-9e13-56eecf639458 req-575fce6f-782f-45ee-bcbf-2a3fc044cea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:08.091156 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f26f9-868d-4e05-9306-1ddf0f32a098 req-8fb7bc4a-08d7-483e-bc34-9515532b9a22 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:08.100365 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1e1f26f9-868d-4e05-9306-1ddf0f32a098 req-8fb7bc4a-08d7-483e-bc34-9515532b9a22 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.2302220 Sep 21 22:03:08.106527 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-2471469d-acdb-4546-9e13-56eecf639458 req-575fce6f-782f-45ee-bcbf-2a3fc044cea8 service neutron] For port 74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12, host hv-cinder-85881, cleared binding levels {{(pid=116020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:03:08.113201 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-2471469d-acdb-4546-9e13-56eecf639458 req-575fce6f-782f-45ee-bcbf-2a3fc044cea8 service neutron] For port 74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12,segment=NetworkSegment(1fe5eab9-96f0-4b3e-9716-db26533318f5),segment_id=1fe5eab9-96f0-4b3e-9716-db26533318f5)] {{(pid=116020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:03:08.130043 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7872d5-0038-47c3-91fa-437170373c1a req-583766f2-f1c4-437c-aa99-76cb59145f13 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:08.131894 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-5a7872d5-0038-47c3-91fa-437170373c1a req-583766f2-f1c4-437c-aa99-76cb59145f13 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 945 time: 0.2042191 Sep 21 22:03:08.173634 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1e1f26f9-868d-4e05-9306-1ddf0f32a098 req-9056e2a2-6961-45f1-b65a-52f8c31b1cbc tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697470 Sep 21 22:03:08.192718 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-2471469d-acdb-4546-9e13-56eecf639458 req-575fce6f-782f-45ee-bcbf-2a3fc044cea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14266021'] for port (74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:08.233338 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-5a7872d5-0038-47c3-91fa-437170373c1a req-52b1dcc2-d5c0-4a1a-bf5b-108e9eb63f4e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610518 Sep 21 22:03:08.269103 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575fce6f-782f-45ee-bcbf-2a3fc044cea8 service neutron] Pushing event updated for resources: {'Port': ['ID=74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12,revision_number=3']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:08.280047 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471469d-acdb-4546-9e13-56eecf639458 req-575fce6f-782f-45ee-bcbf-2a3fc044cea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:08.280867 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-2471469d-acdb-4546-9e13-56eecf639458 req-575fce6f-782f-45ee-bcbf-2a3fc044cea8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:08.283530 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-2471469d-acdb-4546-9e13-56eecf639458 req-575fce6f-782f-45ee-bcbf-2a3fc044cea8 service neutron] 10.222.0.71 "PUT /v2.0/ports/74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12 HTTP/1.1" status: 200 len: 1093 time: 1.5091467 Sep 21 22:03:08.284176 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f92502e9-4c03-4cdd-9b06-b21ecfd2d4df', 'tag': '74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12'}] {{(pid=116020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:03:08.287002 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}616469ce01b4343580b51944d90e43cdadd76175ffa2c7c7ae3ce11ef7217efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9dea42-9d40-4a61-80f7-9fd768ef86d3" -d '{"events": [{"name": "network-changed", "server_uuid": "f92502e9-4c03-4cdd-9b06-b21ecfd2d4df", "tag": "74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12"}]}' {{(pid=116020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:03:08.293068 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-4557baaa-f92a-4b3d-93bb-462554569a8d None None] Attempt 3 to provision port 74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12 Sep 21 22:03:08.366149 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8d4809-5989-4add-8ce3-ffd322f08f20 x-openstack-request-id: req-fd8d4809-5989-4add-8ce3-ffd322f08f20 {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:03:08.366149 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f92502e9-4c03-4cdd-9b06-b21ecfd2d4df", "tag": "74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12", "status": "completed", "code": 200}]} {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:03:08.366149 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fd8d4809-5989-4add-8ce3-ffd322f08f20 {{(pid=116020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:03:08.366149 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd8d4809-5989-4add-8ce3-ffd322f08f20'] response: {'name': 'network-changed', 'server_uuid': 'f92502e9-4c03-4cdd-9b06-b21ecfd2d4df', 'tag': '74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12', 'status': 'completed', 'code': 200} Sep 21 22:03:08.477940 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1dcf5-8737-4e81-bde3-e51ba51ffe4e req-e8381062-a71a-463b-a460-18f9b5b161ea tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:08.498648 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-61d1dcf5-8737-4e81-bde3-e51ba51ffe4e req-e8381062-a71a-463b-a460-18f9b5b161ea tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 945 time: 0.1747191 Sep 21 22:03:08.556351 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-4557baaa-f92a-4b3d-93bb-462554569a8d None None] Port 74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12 had new provisioning blocks added so it will not transition to active. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 21 22:03:08.662018 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-61d1dcf5-8737-4e81-bde3-e51ba51ffe4e req-30099aac-3a5f-4195-9ce5-81bd9e1f352d tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578133 Sep 21 22:03:09.120590 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b04c4d-7c40-4aa8-ad4b-bbd49d4df8f9 req-d547e5b2-3475-46b4-8191-9fd2db896278 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:09.129901 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b2b04c4d-7c40-4aa8-ad4b-bbd49d4df8f9 req-d547e5b2-3475-46b4-8191-9fd2db896278 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 943 time: 0.1787274 Sep 21 22:03:09.173412 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39860eb1-5370-4066-a96c-417ca1bc1461 req-7bb53a0c-948c-4f2b-b70b-aab69cde0c6d tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:09.175048 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-39860eb1-5370-4066-a96c-417ca1bc1461 req-7bb53a0c-948c-4f2b-b70b-aab69cde0c6d tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=2abd19a6-28f8-40de-96d5-0211585e1677 HTTP/1.1" status: 200 len: 945 time: 0.2614160 Sep 21 22:03:09.277203 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b2b04c4d-7c40-4aa8-ad4b-bbd49d4df8f9 req-d497ef94-f0e5-486a-936f-5e72ab0a4fdf tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=0342e70f-c350-48e0-a862-03db642f7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459954 Sep 21 22:03:09.356690 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-39860eb1-5370-4066-a96c-417ca1bc1461 req-66359026-238f-411a-bf83-4d5e6a28bd43 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=92f97d0d-f1b7-4e4b-b991-db8308670e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691279 Sep 21 22:03:09.510616 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad3da4-7dd9-4c73-8f74-02c47cec1385 req-79140239-93bf-40ae-b32a-e098a33b3e7a tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:09.512507 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-e4ad3da4-7dd9-4c73-8f74-02c47cec1385 req-79140239-93bf-40ae-b32a-e098a33b3e7a tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.1344650 Sep 21 22:03:09.548318 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0452fe1a-b658-49bc-bb19-473560f06f70 req-b25e3b33-c933-4309-a869-7d627e2982fd tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:09.554436 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-0452fe1a-b658-49bc-bb19-473560f06f70 req-b25e3b33-c933-4309-a869-7d627e2982fd tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 945 time: 0.1300716 Sep 21 22:03:09.651575 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-e4ad3da4-7dd9-4c73-8f74-02c47cec1385 req-07ea351c-e72f-4c36-8ff8-84040f204939 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318483 Sep 21 22:03:09.681376 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-0452fe1a-b658-49bc-bb19-473560f06f70 req-020f8bf7-8432-4497-a11d-8a3ddccec591 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198883 Sep 21 22:03:09.803927 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110be994-519b-4738-b8f9-7044431bace1 req-52450e1b-9952-4801-aaf7-b09bcbe07b8b tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:09.805494 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-110be994-519b-4738-b8f9-7044431bace1 req-52450e1b-9952-4801-aaf7-b09bcbe07b8b tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 945 time: 0.0646012 Sep 21 22:03:09.900606 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-110be994-519b-4738-b8f9-7044431bace1 req-f997f715-b1fc-4f6d-9ce8-57a0096cabd3 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864811 Sep 21 22:03:10.347245 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9dea42-9d40-4a61-80f7-9fd768ef86d3 req-5799e24b-113c-42b0-9163-bb0714ccca2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:10.348903 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-7e9dea42-9d40-4a61-80f7-9fd768ef86d3 req-5799e24b-113c-42b0-9163-bb0714ccca2e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f5fc28ce43d342ff812e8671de415a9c&device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 1127 time: 0.0732596 Sep 21 22:03:10.484187 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9dea42-9d40-4a61-80f7-9fd768ef86d3 req-d888fee0-e221-4f79-96a9-13a22ebddaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:10.485870 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-7e9dea42-9d40-4a61-80f7-9fd768ef86d3 req-d888fee0-e221-4f79-96a9-13a22ebddaf6 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=f5fc28ce43d342ff812e8671de415a9c&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1195765 Sep 21 22:03:10.511904 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac899637-2832-4e81-b865-69f9c7ba6037 req-07ce58b3-adaa-473c-928c-59a6f0e68c9a tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:10.513598 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ac899637-2832-4e81-b865-69f9c7ba6037 req-07ce58b3-adaa-473c-928c-59a6f0e68c9a tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 943 time: 0.1278195 Sep 21 22:03:10.556534 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248bb8ff-143b-4c55-879b-8b8e4ed2d7af req-e48a2842-0c7b-41fc-ab98-f5dce4036c37 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:10.558047 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-248bb8ff-143b-4c55-879b-8b8e4ed2d7af req-e48a2842-0c7b-41fc-ab98-f5dce4036c37 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=2abd19a6-28f8-40de-96d5-0211585e1677 HTTP/1.1" status: 200 len: 945 time: 0.0927696 Sep 21 22:03:10.622596 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ac899637-2832-4e81-b865-69f9c7ba6037 req-0bcd7127-f153-4c13-9f49-2da0b4a6fb27 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=0342e70f-c350-48e0-a862-03db642f7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994143 Sep 21 22:03:10.651273 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9dea42-9d40-4a61-80f7-9fd768ef86d3 req-7e8c4ee7-8a61-46fa-aac9-f9b1f833caeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:10.653575 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-7e9dea42-9d40-4a61-80f7-9fd768ef86d3 req-7e8c4ee7-8a61-46fa-aac9-f9b1f833caeb service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1559892 Sep 21 22:03:10.666837 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-248bb8ff-143b-4c55-879b-8b8e4ed2d7af req-ce376fcf-6f46-4580-a9d0-2f81ed308d44 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=92f97d0d-f1b7-4e4b-b991-db8308670e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938139 Sep 21 22:03:10.900660 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471469d-acdb-4546-9e13-56eecf639458 req-d3b5068f-15aa-4fe5-a699-dfd6ca49a88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:10.902768 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-2471469d-acdb-4546-9e13-56eecf639458 req-d3b5068f-15aa-4fe5-a699-dfd6ca49a88e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f5fc28ce43d342ff812e8671de415a9c&device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 1127 time: 0.1663809 Sep 21 22:03:11.047632 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0663f-bedf-4a3f-a071-6922b574d1a0 req-4f7d42fb-b87e-4535-bb8b-c987fe1ecb6a tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:11.056375 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c9a0663f-bedf-4a3f-a071-6922b574d1a0 req-4f7d42fb-b87e-4535-bb8b-c987fe1ecb6a tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 945 time: 0.2403569 Sep 21 22:03:11.101010 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93dc4d-1e90-465e-9b89-3da4149e3077 req-88ad9f0d-7a82-454b-9ad6-38cac049f8dd tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:11.102631 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2e93dc4d-1e90-465e-9b89-3da4149e3077 req-88ad9f0d-7a82-454b-9ad6-38cac049f8dd tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.2096341 Sep 21 22:03:11.140003 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-2471469d-acdb-4546-9e13-56eecf639458 req-fb0eaaf9-e6f3-4237-9814-d96ef5eac80c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12 HTTP/1.1" status: 200 len: 217 time: 0.2117338 Sep 21 22:03:11.206703 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c9a0663f-bedf-4a3f-a071-6922b574d1a0 req-f5affa88-5e58-4ea9-9ae1-8f48fc90272d tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493254 Sep 21 22:03:11.310083 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471469d-acdb-4546-9e13-56eecf639458 req-0ede614a-9b94-4349-93b5-3d7d7440fd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:11.312396 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2e93dc4d-1e90-465e-9b89-3da4149e3077 req-c919e862-2dc9-4319-9b5e-d4021b78e694 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1994345 Sep 21 22:03:11.314850 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-2471469d-acdb-4546-9e13-56eecf639458 req-0ede614a-9b94-4349-93b5-3d7d7440fd07 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=41a42251-d848-47c6-b80e-908765051886 HTTP/1.1" status: 200 len: 858 time: 0.1562943 Sep 21 22:03:11.450858 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471469d-acdb-4546-9e13-56eecf639458 req-413938a3-6494-4501-b8e8-a27a9cf7a79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:11.456227 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-2471469d-acdb-4546-9e13-56eecf639458 req-413938a3-6494-4501-b8e8-a27a9cf7a79f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0585c623-22cd-41df-a0a2-cf1e1b8bac58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1276164 Sep 21 22:03:11.496787 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ebd18-086b-44a5-ace0-168c2231fd0c req-6f4c4920-b1a2-4fa6-9374-88587bb963ce tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:11.506686 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-5d5ebd18-086b-44a5-ace0-168c2231fd0c req-6f4c4920-b1a2-4fa6-9374-88587bb963ce tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 945 time: 0.1404130 Sep 21 22:03:11.710800 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-5d5ebd18-086b-44a5-ace0-168c2231fd0c req-edb51f8c-d4ea-4864-9243-e57084f1a7cd tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1991618 Sep 21 22:03:11.794994 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-2471469d-acdb-4546-9e13-56eecf639458 req-7aab2d46-0c6b-4378-bea5-74d46f43fff5 service neutron] 10.222.0.71 "GET /v2.0/networks/0585c623-22cd-41df-a0a2-cf1e1b8bac58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288364 Sep 21 22:03:11.913613 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device d9aa81ae-410b-4f57-b18c-445cc091494d up at agent hyperv_hv-cinder-85881 {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:03:12.072291 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb97cd4c-e814-4e07-8bc6-fcea8205b0d9 req-726c889e-850d-44da-b15d-af5f84291531 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:12.074167 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-cb97cd4c-e814-4e07-8bc6-fcea8205b0d9 req-726c889e-850d-44da-b15d-af5f84291531 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 943 time: 0.2967958 Sep 21 22:03:12.104557 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71b471-0a8e-49d4-9e38-84fc423181d0 req-41feb261-f64f-44f0-8491-c026a1ff84bb tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:12.112386 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8c71b471-0a8e-49d4-9e38-84fc423181d0 req-41feb261-f64f-44f0-8491-c026a1ff84bb tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=2abd19a6-28f8-40de-96d5-0211585e1677 HTTP/1.1" status: 200 len: 945 time: 0.2444570 Sep 21 22:03:12.141884 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-2471469d-acdb-4546-9e13-56eecf639458 req-f6851374-4c4c-4b71-aaa3-61dcc1cb2d6c service neutron] 10.222.0.71 "GET /v2.0/networks/0585c623-22cd-41df-a0a2-cf1e1b8bac58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363881 Sep 21 22:03:12.201298 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-cb97cd4c-e814-4e07-8bc6-fcea8205b0d9 req-8211c3a8-500d-401a-bb2a-0ae4d19b7d64 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=0342e70f-c350-48e0-a862-03db642f7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181426 Sep 21 22:03:12.219010 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8c71b471-0a8e-49d4-9e38-84fc423181d0 req-42b1a84f-f0ab-4100-a35c-a9d56d68d861 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=92f97d0d-f1b7-4e4b-b991-db8308670e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052341 Sep 21 22:03:12.238119 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Provisioning for port d9aa81ae-410b-4f57-b18c-445cc091494d completed by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 22:03:12.242941 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Provisioning complete for port d9aa81ae-410b-4f57-b18c-445cc091494d triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:03:12.243577 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (d9aa81ae-410b-4f57-b18c-445cc091494d), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:12.244045 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Attempt 1 to provision port d9aa81ae-410b-4f57-b18c-445cc091494d Sep 21 22:03:12.351943 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port d9aa81ae-410b-4f57-b18c-445cc091494d is: BUILD; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:03:12.351943 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (d9aa81ae-410b-4f57-b18c-445cc091494d), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:12.383925 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2703320a-95cb-4c2e-b640-da7106fc48e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9aa81ae-410b-4f57-b18c-445cc091494d'}] {{(pid=116021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:03:12.396008 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d500dca99ac2bf62db1703b02a00765538e18f27ddf2ede5333818e021564b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a92759c-22e9-43cb-b008-c2c20f363753" -d '{"events": [{"server_uuid": "2703320a-95cb-4c2e-b640-da7106fc48e2", "name": "network-vif-plugged", "status": "completed", "tag": "d9aa81ae-410b-4f57-b18c-445cc091494d"}]}' {{(pid=116021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:03:12.411041 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port d9aa81ae-410b-4f57-b18c-445cc091494d, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=d9aa81ae-410b-4f57-b18c-445cc091494d,segment=NetworkSegment(4fff32e9-f6fd-44da-9fbd-cc690d6c811a),segment_id=4fff32e9-f6fd-44da-9fbd-cc690d6c811a)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:03:12.491832 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0a876-46d9-4877-95a0-7519f2da7acb req-a0d41e3b-761e-404f-a522-0dba0772b56e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:12.494335 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b3e0a876-46d9-4877-95a0-7519f2da7acb req-a0d41e3b-761e-404f-a522-0dba0772b56e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 945 time: 0.1073318 Sep 21 22:03:12.502248 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6c094-3177-4b11-93f4-2c64b20bada9 req-9e9e97bb-68b7-4a3f-b1b7-a7a857e2d968 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:12.503728 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ebd6c094-3177-4b11-93f4-2c64b20bada9 req-9e9e97bb-68b7-4a3f-b1b7-a7a857e2d968 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.0757768 Sep 21 22:03:12.536697 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (d9aa81ae-410b-4f57-b18c-445cc091494d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:12.576593 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b3e0a876-46d9-4877-95a0-7519f2da7acb req-736ac3bd-6249-4250-913f-a7e7d9145438 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717254 Sep 21 22:03:12.607995 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ebd6c094-3177-4b11-93f4-2c64b20bada9 req-90f455bb-2c4f-45b5-834b-53fa8334cc4e tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831680 Sep 21 22:03:12.656672 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=d9aa81ae-410b-4f57-b18c-445cc091494d,revision_number=5']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:12.678892 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d5c144-6a01-4e4d-898d-58ad59d82753 x-openstack-request-id: req-05d5c144-6a01-4e4d-898d-58ad59d82753 {{(pid=116021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:03:12.679125 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2703320a-95cb-4c2e-b640-da7106fc48e2", "name": "network-vif-plugged", "status": "completed", "tag": "d9aa81ae-410b-4f57-b18c-445cc091494d", "code": 200}]} {{(pid=116021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:03:12.679363 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-05d5c144-6a01-4e4d-898d-58ad59d82753 {{(pid=116021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:03:12.679767 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05d5c144-6a01-4e4d-898d-58ad59d82753'] response: {'server_uuid': '2703320a-95cb-4c2e-b640-da7106fc48e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9aa81ae-410b-4f57-b18c-445cc091494d', 'code': 200} Sep 21 22:03:12.868544 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edab5c7-f7eb-48be-9ee5-e9cd3e335b95 req-902f4f82-eeba-41fc-9070-d425c20132c6 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:12.870927 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-4edab5c7-f7eb-48be-9ee5-e9cd3e335b95 req-902f4f82-eeba-41fc-9070-d425c20132c6 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 946 time: 0.0732787 Sep 21 22:03:12.958295 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-4edab5c7-f7eb-48be-9ee5-e9cd3e335b95 req-597800de-d647-4a11-aecd-99c0686388a4 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741301 Sep 21 22:03:13.083745 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b6bf1-7d2d-4f6c-8a9e-1fd32386362c req-47f9670b-97a6-4334-bfcb-798afd25751b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:13.085443 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-996b6bf1-7d2d-4f6c-8a9e-1fd32386362c req-47f9670b-97a6-4334-bfcb-798afd25751b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 1130 time: 0.0595701 Sep 21 22:03:13.167462 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-996b6bf1-7d2d-4f6c-8a9e-1fd32386362c req-664196d0-7e18-4921-a1cc-16d05ebc1e65 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682418 Sep 21 22:03:13.425135 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b308381-b342-4bb3-89e2-e468df72fedd req-aeff8fad-e225-45b5-813d-e69f90becea1 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:13.433022 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2b308381-b342-4bb3-89e2-e468df72fedd req-aeff8fad-e225-45b5-813d-e69f90becea1 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 943 time: 0.1102717 Sep 21 22:03:13.443246 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99554d89-6aab-43d3-b68b-cc705bd77726 req-201f4446-4391-470e-9b9c-45d6164c17e1 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:13.445047 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-99554d89-6aab-43d3-b68b-cc705bd77726 req-201f4446-4391-470e-9b9c-45d6164c17e1 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=2abd19a6-28f8-40de-96d5-0211585e1677 HTTP/1.1" status: 200 len: 945 time: 0.1237655 Sep 21 22:03:13.519207 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2b308381-b342-4bb3-89e2-e468df72fedd req-77d10d37-1a53-4a5c-bc6b-2088b43f8d6b tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=0342e70f-c350-48e0-a862-03db642f7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848298 Sep 21 22:03:13.522431 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-99554d89-6aab-43d3-b68b-cc705bd77726 req-73df5ee4-c5da-4848-8760-50650be0fc52 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=92f97d0d-f1b7-4e4b-b991-db8308670e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711775 Sep 21 22:03:13.678401 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377de51f-e932-4d36-86ea-948153999a36 req-d5d37a7a-c37a-4ed6-8748-28b2e2b14ba8 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:13.688765 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-377de51f-e932-4d36-86ea-948153999a36 req-d5d37a7a-c37a-4ed6-8748-28b2e2b14ba8 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=2abd19a6-28f8-40de-96d5-0211585e1677 HTTP/1.1" status: 200 len: 945 time: 0.0918791 Sep 21 22:03:13.693891 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 33918) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:03:13.705081 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-5c1dc917-9b10-4a06-8fd8-7119f6ab7975 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Request body: {'floatingip': {'port_id': '5307fac9-c61b-46ad-b682-fd284b82315f'}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:03:13.757805 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-5c1dc917-9b10-4a06-8fd8-7119f6ab7975 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for floatingip (4009bab0-ded7-4bad-b356-8248f6eb336a), before_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:14.019770 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1330a5-63d1-4d1c-b78e-7f7dcd799207 req-537493a5-3995-4feb-9984-187dc866d426 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:14.022460 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-cf1330a5-63d1-4d1c-b78e-7f7dcd799207 req-537493a5-3995-4feb-9984-187dc866d426 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 945 time: 0.2166007 Sep 21 22:03:14.033454 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407fc1b1-3e34-4dc9-90af-63f6121c1257 req-0de50683-83a8-4c2f-bc03-305f39b1cfcd tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:14.035094 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-407fc1b1-3e34-4dc9-90af-63f6121c1257 req-0de50683-83a8-4c2f-bc03-305f39b1cfcd tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.2388020 Sep 21 22:03:14.070197 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a99390-d416-4d7a-ab78-4d6fee2763e3 req-9de1547b-921a-4859-8a08-ff88d72ff926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:14.072296 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-f1a99390-d416-4d7a-ab78-4d6fee2763e3 req-9de1547b-921a-4859-8a08-ff88d72ff926 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=90c3337e87ac45c5b7ca6cc8e43c6f41&device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 1129 time: 0.1013880 Sep 21 22:03:14.150552 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-cf1330a5-63d1-4d1c-b78e-7f7dcd799207 req-52c454a2-9d41-4e52-89c9-9aaeb0626303 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144073 Sep 21 22:03:14.182125 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-407fc1b1-3e34-4dc9-90af-63f6121c1257 req-6cec60d4-0f8f-41f5-a00a-b5dffadbde60 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225264 Sep 21 22:03:14.423703 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a99390-d416-4d7a-ab78-4d6fee2763e3 req-92da451f-89c4-4c60-90a7-9c14e081d129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:14.425225 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-f1a99390-d416-4d7a-ab78-4d6fee2763e3 req-92da451f-89c4-4c60-90a7-9c14e081d129 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ab2b5ec8-d24d-414d-80a8-ae5a033aa18d HTTP/1.1" status: 200 len: 918 time: 0.2496579 Sep 21 22:03:14.437465 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-f187fa89-bf18-4364-9ce7-64e78781b8d5 req-203bc753-829a-44aa-9a29-8fb7c2b39c55 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2505114 Sep 21 22:03:14.459287 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4ecdee-e49a-4af2-9112-7939f2eb7516 req-ca1f76f6-c217-4987-ac92-1ffcb8bd0b9c tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:14.461009 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ab4ecdee-e49a-4af2-9112-7939f2eb7516 req-ca1f76f6-c217-4987-ac92-1ffcb8bd0b9c tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 946 time: 0.1832237 Sep 21 22:03:14.557637 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187fa89-bf18-4364-9ce7-64e78781b8d5 req-73e05efd-eaf8-4033-a1a1-b84a74a57933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:14.559148 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-f187fa89-bf18-4364-9ce7-64e78781b8d5 req-73e05efd-eaf8-4033-a1a1-b84a74a57933 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f5fc28ce43d342ff812e8671de415a9c&device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 1129 time: 0.0657222 Sep 21 22:03:14.561091 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-f1a99390-d416-4d7a-ab78-4d6fee2763e3 req-f3ae67f4-bebe-4ac6-858f-a1496ce78947 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61a3a825-87ba-40c7-96ba-ec486581ff8b HTTP/1.1" status: 200 len: 1000 time: 0.1220419 Sep 21 22:03:14.609429 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-5c1dc917-9b10-4a06-8fd8-7119f6ab7975 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:14.676732 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a99390-d416-4d7a-ab78-4d6fee2763e3 req-551f0dd8-2a0a-4595-a845-08947290bdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:14.678172 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-f1a99390-d416-4d7a-ab78-4d6fee2763e3 req-551f0dd8-2a0a-4595-a845-08947290bdee service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4fbdb1a2-604b-4475-ad62-84a9530d66d1 HTTP/1.1" status: 200 len: 856 time: 0.1045918 Sep 21 22:03:14.708310 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-5c1dc917-9b10-4a06-8fd8-7119f6ab7975 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494336'] for floatingip (4009bab0-ded7-4bad-b356-8248f6eb336a), after_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:14.758436 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187fa89-bf18-4364-9ce7-64e78781b8d5 req-c3f4ae5d-ce04-4831-9515-71da3d8ec0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:14.759828 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-f187fa89-bf18-4364-9ce7-64e78781b8d5 req-c3f4ae5d-ce04-4831-9515-71da3d8ec0ed service neutron] 10.222.0.71 "GET /v2.0/networks?id=0585c623-22cd-41df-a0a2-cf1e1b8bac58 HTTP/1.1" status: 200 len: 920 time: 0.1708846 Sep 21 22:03:14.772926 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a99390-d416-4d7a-ab78-4d6fee2763e3 req-5aace2c8-1053-4743-a0bd-f7b573240a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:14.774494 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-f1a99390-d416-4d7a-ab78-4d6fee2763e3 req-5aace2c8-1053-4743-a0bd-f7b573240a1d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ab2b5ec8-d24d-414d-80a8-ae5a033aa18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0751731 Sep 21 22:03:14.783887 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ab4ecdee-e49a-4af2-9112-7939f2eb7516 req-78a26c46-b812-4403-935e-44ea42710df8 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2200048 Sep 21 22:03:14.813847 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5683d4b-2a24-447d-83e2-dc2b077f103c req-1f76ebd9-e223-43ab-990b-f1108f99fce8 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:14.814594 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (0aee7d89-594f-4992-91de-a4ac3f52e28d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:14.821300 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-f5683d4b-2a24-447d-83e2-dc2b077f103c req-1f76ebd9-e223-43ab-990b-f1108f99fce8 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 943 time: 0.2041864 Sep 21 22:03:14.899811 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-f187fa89-bf18-4364-9ce7-64e78781b8d5 req-74ce8817-c60d-461e-aa5e-27a36478830b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=706976ff-af50-43e6-9626-57fc5a8de1eb HTTP/1.1" status: 200 len: 217 time: 0.1007874 Sep 21 22:03:14.936250 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.db.l3_db [None req-5c1dc917-9b10-4a06-8fd8-7119f6ab7975 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Floating IP 4009bab0-ded7-4bad-b356-8248f6eb336a associated. External IP: 172.27.1.114, port: 5307fac9-c61b-46ad-b682-fd284b82315f. Sep 21 22:03:15.029759 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187fa89-bf18-4364-9ce7-64e78781b8d5 req-dfe587c7-9fe5-4aca-9eb7-1f90f3f276d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:15.029759 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-f187fa89-bf18-4364-9ce7-64e78781b8d5 req-dfe587c7-9fe5-4aca-9eb7-1f90f3f276d1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=41a42251-d848-47c6-b80e-908765051886 HTTP/1.1" status: 200 len: 858 time: 0.1120622 Sep 21 22:03:15.033239 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-f5683d4b-2a24-447d-83e2-dc2b077f103c req-1c0819c6-a628-4715-b5e1-d0bb675a721a tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=0342e70f-c350-48e0-a862-03db642f7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2046242 Sep 21 22:03:15.091546 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-f1a99390-d416-4d7a-ab78-4d6fee2763e3 req-73482318-56c3-4212-85f1-1ed57161d1c3 service neutron] 10.222.0.71 "GET /v2.0/networks/ab2b5ec8-d24d-414d-80a8-ae5a033aa18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850914 Sep 21 22:03:15.164324 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187fa89-bf18-4364-9ce7-64e78781b8d5 req-a669faa1-0d7b-4368-b929-f402bf98eb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:15.165860 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-f187fa89-bf18-4364-9ce7-64e78781b8d5 req-a669faa1-0d7b-4368-b929-f402bf98eb02 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0585c623-22cd-41df-a0a2-cf1e1b8bac58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1279755 Sep 21 22:03:15.311138 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-f187fa89-bf18-4364-9ce7-64e78781b8d5 req-21bda1f4-72e7-4b27-b8e0-4eec06195d6a service neutron] 10.222.0.71 "GET /v2.0/networks/0585c623-22cd-41df-a0a2-cf1e1b8bac58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300244 Sep 21 22:03:15.317002 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-f1a99390-d416-4d7a-ab78-4d6fee2763e3 req-c5eccb78-2cf1-4e0b-bf91-4681bbe85274 service neutron] 10.222.0.71 "GET /v2.0/networks/ab2b5ec8-d24d-414d-80a8-ae5a033aa18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157078 Sep 21 22:03:15.513708 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-f187fa89-bf18-4364-9ce7-64e78781b8d5 req-cb4943cc-8de2-4379-bb98-c4960a737ddf service neutron] 10.222.0.71 "GET /v2.0/networks/0585c623-22cd-41df-a0a2-cf1e1b8bac58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825659 Sep 21 22:03:15.698699 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21eb8be-56d9-4075-8a87-7c0523176b0f req-cf998ee4-fcce-489d-9166-c3a451344195 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:15.701272 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-e21eb8be-56d9-4075-8a87-7c0523176b0f req-cf998ee4-fcce-489d-9166-c3a451344195 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.1671636 Sep 21 22:03:15.703487 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1dc917-9b10-4a06-8fd8-7119f6ab7975 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Router bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55 has already been hosted by L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 {{(pid=116019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:03:15.715618 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed5b04-b010-4f8f-8672-6be12477722c req-3f28bff9-27c5-482f-8b28-ff5d97a8ce56 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:15.717708 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-72ed5b04-b010-4f8f-8672-6be12477722c req-3f28bff9-27c5-482f-8b28-ff5d97a8ce56 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 945 time: 0.1845880 Sep 21 22:03:15.889010 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-e21eb8be-56d9-4075-8a87-7c0523176b0f req-210c66a2-5740-4e57-b850-81154c5b9348 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698363 Sep 21 22:03:15.907804 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-72ed5b04-b010-4f8f-8672-6be12477722c req-e9a7943c-3cfc-4400-b66a-d6d6902979e6 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780171 Sep 21 22:03:15.998487 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-53a1d697-9df4-4468-8291-3d6f293055d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:16.055070 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1dc917-9b10-4a06-8fd8-7119f6ab7975 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:03:16.062901 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-5c1dc917-9b10-4a06-8fd8-7119f6ab7975 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for floatingip (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:16.067150 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d34f09c-fba9-45c1-976e-ea4d44aa1a20 None None] Sync routers for ids ['bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'] in dv-cinder-858819-1-iscsi {{(pid=116021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:03:16.097851 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d34f09c-fba9-45c1-976e-ea4d44aa1a20 None None] Routers {'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:03:16.100908 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-4d34f09c-fba9-45c1-976e-ea4d44aa1a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:02:48Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'], 'active': True} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:03:16.124287 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-5c1dc917-9b10-4a06-8fd8-7119f6ab7975 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "PUT /v2.0/floatingips/4009bab0-ded7-4bad-b356-8248f6eb336a HTTP/1.1" status: 200 len: 991 time: 2.4324591 Sep 21 22:03:16.127231 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2abd19a6-28f8-40de-96d5-0211585e1677', 'tag': '5307fac9-c61b-46ad-b682-fd284b82315f'}] {{(pid=116019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:03:16.130322 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}314aa947772f4aa66c6b0f501ee0f59e34b3d7fab75533ca4852f00c2b9fa1f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e7880f-6f3a-49fc-81a0-b21f6f9934c4" -d '{"events": [{"name": "network-changed", "server_uuid": "2abd19a6-28f8-40de-96d5-0211585e1677", "tag": "5307fac9-c61b-46ad-b682-fd284b82315f"}]}' {{(pid=116019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:03:16.149829 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96db2bd-d416-4c45-b789-b0b7602b1921 req-8369459e-9f65-4fc2-8d01-1b3365ffd6db tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:16.151803 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-a96db2bd-d416-4c45-b789-b0b7602b1921 req-8369459e-9f65-4fc2-8d01-1b3365ffd6db tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 946 time: 0.1501949 Sep 21 22:03:16.315172 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvr_db [None req-4d34f09c-fba9-45c1-976e-ea4d44aa1a20 None None] Set router bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:03:16.317879 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-a96db2bd-d416-4c45-b789-b0b7602b1921 req-da6ace5a-ac3c-44a2-b0ad-577331720ca3 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588962 Sep 21 22:03:16.327253 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429ca1a-b570-43ac-9d31-f2763e573ab1 req-09815265-c259-4bd0-868d-17e60e04612a tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:16.334560 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-a429ca1a-b570-43ac-9d31-f2763e573ab1 req-09815265-c259-4bd0-868d-17e60e04612a tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 943 time: 0.1225469 Sep 21 22:03:16.424236 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-a429ca1a-b570-43ac-9d31-f2763e573ab1 req-d5e8758b-3835-4802-866b-4df23a381ad4 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=0342e70f-c350-48e0-a862-03db642f7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782518 Sep 21 22:03:16.447747 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce8ac9f-070d-45bb-91aa-cb6a83dce079 x-openstack-request-id: req-7ce8ac9f-070d-45bb-91aa-cb6a83dce079 {{(pid=116019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:03:16.448170 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2abd19a6-28f8-40de-96d5-0211585e1677", "tag": "5307fac9-c61b-46ad-b682-fd284b82315f", "status": "completed", "code": 200}]} {{(pid=116019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:03:16.448403 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7ce8ac9f-070d-45bb-91aa-cb6a83dce079 {{(pid=116019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:03:16.448781 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ce8ac9f-070d-45bb-91aa-cb6a83dce079'] response: {'name': 'network-changed', 'server_uuid': '2abd19a6-28f8-40de-96d5-0211585e1677', 'tag': '5307fac9-c61b-46ad-b682-fd284b82315f', 'status': 'completed', 'code': 200} Sep 21 22:03:16.560310 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7880f-6f3a-49fc-81a0-b21f6f9934c4 req-5d79cdf9-c7ba-43a3-a7ce-c0e2ec41e2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:16.564423 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-c9e7880f-6f3a-49fc-81a0-b21f6f9934c4 req-5d79cdf9-c7ba-43a3-a7ce-c0e2ec41e2c5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fea8845b2dfd4b2ab3278d6c2809014f&device_id=2abd19a6-28f8-40de-96d5-0211585e1677 HTTP/1.1" status: 200 len: 1129 time: 0.0899053 Sep 21 22:03:16.666806 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7bcac-2cf1-42ef-9c08-0b1c965aee48 req-18c8f82c-7f1d-454e-836e-b90307d27cdd tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:16.680608 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-01f7bcac-2cf1-42ef-9c08-0b1c965aee48 req-18c8f82c-7f1d-454e-836e-b90307d27cdd tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 946 time: 0.1354182 Sep 21 22:03:16.800182 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-01f7bcac-2cf1-42ef-9c08-0b1c965aee48 req-7979fc49-b019-4312-a253-db3fc9d0ce7e tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142600 Sep 21 22:03:16.816135 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 33984) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:03:16.826997 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 33986) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:03:16.985599 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-4d34f09c-fba9-45c1-976e-ea4d44aa1a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'name': 'tempest-AttachVolumeNegativeTest-1717603948-router', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:27Z', 'updated_at': '2022-09-21T22:00:36Z', 'revision_number': 4, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'gw_port': {'id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_floatingips': [{'id': '3ea8ca5a-74be-4f7b-b2e5-0589e360129c', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'floating_ip_address': '172.27.1.248', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'port_id': 'dd6485d6-871f-4cae-ab8e-6ebd941f397e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef', 'mac_address': 'fa:16:3e:af:87:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9f98f1-a8d8-46dd-a348-b7facad90c49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:00:46Z', 'updated_at': '2022-09-21T22:01:25Z', 'revision_number': 2, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'fixed_ip_address_scope': None}, {'id': '4009bab0-ded7-4bad-b356-8248f6eb336a', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'floating_ip_address': '172.27.1.114', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'port_id': '5307fac9-c61b-46ad-b682-fd284b82315f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef', 'mac_address': 'fa:16:3e:54:af:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abd19a6-28f8-40de-96d5-0211585e1677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:02:45Z', 'updated_at': '2022-09-21T22:03:14Z', 'revision_number': 1, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c9154d-e5e0-4b4e-9149-22dcbcaa508b', 'name': '', 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'mac_address': 'fa:16:3e:41:8a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1a441478-37fd-49f9-afec-ab177303560e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:34Z', 'updated_at': '2022-09-21T22:00:47Z', 'revision_number': 5, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'subnets': [{'id': '1a441478-37fd-49f9-afec-ab177303560e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:03:17.083094 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b989b8-581d-4b4c-9e3d-cf5f292c913a tempest-TestShelveInstance-763059979 tempest-TestShelveInstance-763059979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:17.093812 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-40b989b8-581d-4b4c-9e3d-cf5f292c913a tempest-TestShelveInstance-763059979 tempest-TestShelveInstance-763059979-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 1125 time: 0.2655561 Sep 21 22:03:17.094673 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 33998) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:03:17.099546 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-240867ab-d567-4adf-851f-1555685be9bc tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Request body: {'floatingip': {'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'port_id': 'd9aa81ae-410b-4f57-b18c-445cc091494d', 'tenant_id': '3a736bcce41d413f88518c9f7501738c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:03:17.112651 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d34f09c-fba9-45c1-976e-ea4d44aa1a20 None None] Checking router: bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55 for host: dv-cinder-858819-1-iscsi {{(pid=116021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:03:17.134274 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d34f09c-fba9-45c1-976e-ea4d44aa1a20 None None] Routers {'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:03:17.135177 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-4d34f09c-fba9-45c1-976e-ea4d44aa1a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:02:48Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'], 'active': True} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:03:17.142280 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7880f-6f3a-49fc-81a0-b21f6f9934c4 req-3f1735b5-15a5-4f28-a4f5-f01d8455499c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:17.143487 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-c9e7880f-6f3a-49fc-81a0-b21f6f9934c4 req-3f1735b5-15a5-4f28-a4f5-f01d8455499c service neutron] 10.222.0.71 "GET /v2.0/networks?id=2abe6793-4110-455a-aa7b-f1c0038ce3ef HTTP/1.1" status: 200 len: 916 time: 0.5678389 Sep 21 22:03:17.245610 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e13387-5394-4ac1-b454-39f6db98f535 req-e71bf969-aebf-4ac9-84af-1af74122774f tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:17.252455 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c6e13387-5394-4ac1-b454-39f6db98f535 req-e71bf969-aebf-4ac9-84af-1af74122774f tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 945 time: 0.1416225 Sep 21 22:03:17.252782 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-44fa7945-6c02-42b8-a338-0ff29189d35a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:17.262170 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce11b59-3a66-4a64-a789-5fb497fd5e51 req-dc6303fe-571f-4fa2-a4b6-dcd560196585 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:17.270132 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-9ce11b59-3a66-4a64-a789-5fb497fd5e51 req-dc6303fe-571f-4fa2-a4b6-dcd560196585 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.1471043 Sep 21 22:03:17.277353 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-240867ab-d567-4adf-851f-1555685be9bc tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:17.279802 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-c9e7880f-6f3a-49fc-81a0-b21f6f9934c4 req-4b21fbe0-23e7-4498-b6ae-ec6c1da70579 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5307fac9-c61b-46ad-b682-fd284b82315f HTTP/1.1" status: 200 len: 999 time: 0.1243775 Sep 21 22:03:17.288904 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvr_db [None req-4d34f09c-fba9-45c1-976e-ea4d44aa1a20 None None] Set router bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:03:17.340928 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7880f-6f3a-49fc-81a0-b21f6f9934c4 req-be2a7473-79ae-4ed3-bef8-31c1ae79f15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:17.342399 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-c9e7880f-6f3a-49fc-81a0-b21f6f9934c4 req-be2a7473-79ae-4ed3-bef8-31c1ae79f15d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1a441478-37fd-49f9-afec-ab177303560e HTTP/1.1" status: 200 len: 854 time: 0.0540915 Sep 21 22:03:17.419875 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c6e13387-5394-4ac1-b454-39f6db98f535 req-34d72be2-9d48-4593-bdab-85a14eda03ba tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617768 Sep 21 22:03:17.432803 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7880f-6f3a-49fc-81a0-b21f6f9934c4 req-e3b5e43a-a93e-4e17-affc-ba666d0c331e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:17.434988 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-c9e7880f-6f3a-49fc-81a0-b21f6f9934c4 req-e3b5e43a-a93e-4e17-affc-ba666d0c331e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2abe6793-4110-455a-aa7b-f1c0038ce3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0819075 Sep 21 22:03:17.442272 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-9ce11b59-3a66-4a64-a789-5fb497fd5e51 req-44091049-ddd8-475d-9177-dbdae859427c tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711776 Sep 21 22:03:17.488190 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-44fa7945-6c02-42b8-a338-0ff29189d35a admin admin] Publish callbacks [] for security_group (6e5651e2-e27c-419a-8693-ff8b03327d63), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:17.566607 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-44fa7945-6c02-42b8-a338-0ff29189d35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (6e5651e2-e27c-419a-8693-ff8b03327d63), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:17.568390 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-240867ab-d567-4adf-851f-1555685be9bc tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:17.604474 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-4d34f09c-fba9-45c1-976e-ea4d44aa1a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'name': 'tempest-AttachVolumeNegativeTest-1717603948-router', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:27Z', 'updated_at': '2022-09-21T22:00:36Z', 'revision_number': 4, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'gw_port': {'id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_floatingips': [{'id': '3ea8ca5a-74be-4f7b-b2e5-0589e360129c', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'floating_ip_address': '172.27.1.248', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'port_id': 'dd6485d6-871f-4cae-ab8e-6ebd941f397e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef', 'mac_address': 'fa:16:3e:af:87:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9f98f1-a8d8-46dd-a348-b7facad90c49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:00:46Z', 'updated_at': '2022-09-21T22:01:25Z', 'revision_number': 2, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'fixed_ip_address_scope': None}, {'id': '4009bab0-ded7-4bad-b356-8248f6eb336a', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'floating_ip_address': '172.27.1.114', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'port_id': '5307fac9-c61b-46ad-b682-fd284b82315f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef', 'mac_address': 'fa:16:3e:54:af:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abd19a6-28f8-40de-96d5-0211585e1677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:02:45Z', 'updated_at': '2022-09-21T22:03:14Z', 'revision_number': 1, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c9154d-e5e0-4b4e-9149-22dcbcaa508b', 'name': '', 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'mac_address': 'fa:16:3e:41:8a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1a441478-37fd-49f9-afec-ab177303560e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:34Z', 'updated_at': '2022-09-21T22:00:47Z', 'revision_number': 5, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'subnets': [{'id': '1a441478-37fd-49f9-afec-ab177303560e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:03:17.612014 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa7945-6c02-42b8-a338-0ff29189d35a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5651e2-e27c-419a-8693-ff8b03327d63,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:17.648919 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-44fa7945-6c02-42b8-a338-0ff29189d35a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6e864be8cf3946868b93a9ae0e0a5325&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8362443 Sep 21 22:03:17.651973 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 34004) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:03:17.658199 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d34f09c-fba9-45c1-976e-ea4d44aa1a20 None None] The sync data for ids ['bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'] in dv-cinder-858819-1-iscsi is: [{'id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'name': 'tempest-AttachVolumeNegativeTest-1717603948-router', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:27Z', 'updated_at': '2022-09-21T22:00:36Z', 'revision_number': 4, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'gw_port': {'id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_floatingips': [{'id': '3ea8ca5a-74be-4f7b-b2e5-0589e360129c', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'floating_ip_address': '172.27.1.248', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'port_id': 'dd6485d6-871f-4cae-ab8e-6ebd941f397e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef', 'mac_address': 'fa:16:3e:af:87:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9f98f1-a8d8-46dd-a348-b7facad90c49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:00:46Z', 'updated_at': '2022-09-21T22:01:25Z', 'revision_number': 2, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'fixed_ip_address_scope': None}, {'id': '4009bab0-ded7-4bad-b356-8248f6eb336a', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'floating_ip_address': '172.27.1.114', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'port_id': '5307fac9-c61b-46ad-b682-fd284b82315f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef', 'mac_address': 'fa:16:3e:54:af:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abd19a6-28f8-40de-96d5-0211585e1677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:02:45Z', 'updated_at': '2022-09-21T22:03:14Z', 'revision_number': 1, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c9154d-e5e0-4b4e-9149-22dcbcaa508b', 'name': '', 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'mac_address': 'fa:16:3e:41:8a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1a441478-37fd-49f9-afec-ab177303560e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:34Z', 'updated_at': '2022-09-21T22:00:47Z', 'revision_number': 5, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'subnets': [{'id': '1a441478-37fd-49f9-afec-ab177303560e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:03:17.669303 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb8296-3d23-46ca-8dd6-b61006603cd1 req-d3aa25b9-5e7f-48fb-9c90-15e142d6cd01 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:17.671784 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-31cb8296-3d23-46ca-8dd6-b61006603cd1 req-d3aa25b9-5e7f-48fb-9c90-15e142d6cd01 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 943 time: 0.1487334 Sep 21 22:03:17.714694 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-c9e7880f-6f3a-49fc-81a0-b21f6f9934c4 req-d7eb0326-d9af-473f-90b5-f60173822ee3 service neutron] 10.222.0.71 "GET /v2.0/networks/2abe6793-4110-455a-aa7b-f1c0038ce3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609971 Sep 21 22:03:17.787555 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-31cb8296-3d23-46ca-8dd6-b61006603cd1 req-9ceb1042-3faa-42c4-9e40-45ffce158996 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=0342e70f-c350-48e0-a862-03db642f7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056120 Sep 21 22:03:17.789066 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.db_base_plugin_common [None req-240867ab-d567-4adf-851f-1555685be9bc tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Allocated IP 172.27.1.16 (b12f12c4-b4b4-4032-bd63-4e51184cdf86/38720055-293b-4785-9b37-d6bdacdcb1b4/4a28c4f0-1703-46ec-b681-29a4e0df126d) {{(pid=116019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:03:17.899970 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-9dc8f0e2-08dd-4156-95d6-ddb8f4402e2b admin admin] Publish callbacks [] for security_group (6e5651e2-e27c-419a-8693-ff8b03327d63), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:17.940476 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device 74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12 details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=116021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 22:03:17.940476 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device 61a3a825-87ba-40c7-96ba-ec486581ff8b no longer exists at agent hyperv_hv-cinder-85881 {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:03:17.990663 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-240867ab-d567-4adf-851f-1555685be9bc tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Publish callbacks [] for port (4a28c4f0-1703-46ec-b681-29a4e0df126d), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:17.999834 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78f9f89-8486-4f2b-8792-0d7717357486 None None] New status for floating IP 4009bab0-ded7-4bad-b356-8248f6eb336a: ACTIVE {{(pid=116022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 22:03:18.083179 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-9dc8f0e2-08dd-4156-95d6-ddb8f4402e2b admin admin] Publish callbacks [] for security_group (6e5651e2-e27c-419a-8693-ff8b03327d63), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:18.118640 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-240867ab-d567-4adf-851f-1555685be9bc tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043'] for port (4a28c4f0-1703-46ec-b681-29a4e0df126d), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:18.140027 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-c9e7880f-6f3a-49fc-81a0-b21f6f9934c4 req-c6d87d7e-29ad-491e-a323-928456f13aa5 service neutron] 10.222.0.71 "GET /v2.0/networks/2abe6793-4110-455a-aa7b-f1c0038ce3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118567 Sep 21 22:03:18.179687 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240867ab-d567-4adf-851f-1555685be9bc tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Network b12f12c4-b4b4-4032-bd63-4e51184cdf86 is already hosted by enough agents. {{(pid=116019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:03:18.187732 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.base_scheduler [None req-240867ab-d567-4adf-851f-1555685be9bc tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Resources bound (agent type, host, resource id): {{(pid=116019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:03:18.190638 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240867ab-d567-4adf-851f-1555685be9bc tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Pushing event updated for resources: {'Port': ['ID=4a28c4f0-1703-46ec-b681-29a4e0df126d,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:18.196465 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240867ab-d567-4adf-851f-1555685be9bc tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Received port after_create {{(pid=116019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:03:18.252165 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-9dc8f0e2-08dd-4156-95d6-ddb8f4402e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (6e5651e2-e27c-419a-8693-ff8b03327d63), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:18.254774 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-9dc8f0e2-08dd-4156-95d6-ddb8f4402e2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:18.258582 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-9dc8f0e2-08dd-4156-95d6-ddb8f4402e2b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6e5651e2-e27c-419a-8693-ff8b03327d63 HTTP/1.1" status: 204 len: 168 time: 0.6053874 Sep 21 22:03:18.263950 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-00f2295b-7ca1-4708-851d-aa5f5b3318e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:18.274720 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port 61a3a825-87ba-40c7-96ba-ec486581ff8b is: ACTIVE; New status is: DOWN {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:03:18.275125 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (61a3a825-87ba-40c7-96ba-ec486581ff8b), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:18.298486 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8f0e2-08dd-4156-95d6-ddb8f4402e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5651e2-e27c-419a-8693-ff8b03327d63,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:18.318781 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port 74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12,segment=NetworkSegment(1fe5eab9-96f0-4b3e-9716-db26533318f5),segment_id=1fe5eab9-96f0-4b3e-9716-db26533318f5)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:03:18.337809 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Returning: {'device': '74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12', 'network_id': '0585c623-22cd-41df-a0a2-cf1e1b8bac58', 'port_id': '74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12', 'mac_address': 'fa:16:3e:be:0a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a42251-d848-47c6-b80e-908765051886', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 22:03:18.398578 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port 74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12 is: DOWN; New status is: BUILD {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:03:18.399083 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:18.432693 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098797e0-d07c-4b3e-bf38-86bfe427d7db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61a3a825-87ba-40c7-96ba-ec486581ff8b'}] {{(pid=116021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:03:18.435551 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d500dca99ac2bf62db1703b02a00765538e18f27ddf2ede5333818e021564b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4d2bf2-f5b9-4ff0-b92f-305a031bbe67" -d '{"events": [{"server_uuid": "098797e0-d07c-4b3e-bf38-86bfe427d7db", "name": "network-vif-unplugged", "status": "completed", "tag": "61a3a825-87ba-40c7-96ba-ec486581ff8b"}]}' {{(pid=116021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:03:18.488120 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port 61a3a825-87ba-40c7-96ba-ec486581ff8b, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=61a3a825-87ba-40c7-96ba-ec486581ff8b,segment=NetworkSegment(d07355e0-aacb-4281-84d5-155a0ab99755),segment_id=d07355e0-aacb-4281-84d5-155a0ab99755)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:03:18.500388 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.notifiers.nova [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12 {{(pid=116021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:03:18.544342 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 21 Sep 2022 22:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c3ff5e-16f4-470b-8b4e-3cf3b2be8127 x-openstack-request-id: req-29c3ff5e-16f4-470b-8b4e-3cf3b2be8127 {{(pid=116021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:03:18.545087 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "098797e0-d07c-4b3e-bf38-86bfe427d7db", "name": "network-vif-unplugged", "status": "completed", "tag": "61a3a825-87ba-40c7-96ba-ec486581ff8b", "code": 200}]} {{(pid=116021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:03:18.545502 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-29c3ff5e-16f4-470b-8b4e-3cf3b2be8127 {{(pid=116021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:03:18.546013 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29c3ff5e-16f4-470b-8b4e-3cf3b2be8127'] response: {'server_uuid': '098797e0-d07c-4b3e-bf38-86bfe427d7db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61a3a825-87ba-40c7-96ba-ec486581ff8b', 'code': 200} Sep 21 22:03:18.566898 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port 74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12,segment=NetworkSegment(1fe5eab9-96f0-4b3e-9716-db26533318f5),segment_id=1fe5eab9-96f0-4b3e-9716-db26533318f5)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:03:18.655651 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (61a3a825-87ba-40c7-96ba-ec486581ff8b), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:18.741617 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03791c3-88e2-4e4c-b5b6-7b9f35312f8a req-0976c470-d764-40c7-8423-482c7109967e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:18.743240 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c03791c3-88e2-4e4c-b5b6-7b9f35312f8a req-0976c470-d764-40c7-8423-482c7109967e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 945 time: 0.1586847 Sep 21 22:03:18.798437 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8dce82-f188-4edd-a185-15ae71436957 req-8001b6b0-b586-454a-9aca-3b609e35e4e5 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:18.800042 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8d8dce82-f188-4edd-a185-15ae71436957 req-8001b6b0-b586-454a-9aca-3b609e35e4e5 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.1808183 Sep 21 22:03:18.856089 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:18.897741 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=61a3a825-87ba-40c7-96ba-ec486581ff8b,revision_number=8']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:18.909009 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-240867ab-d567-4adf-851f-1555685be9bc tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Publish callbacks [] for floatingip (baf61701-116a-4170-919c-b4ef280d9844), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:18.952500 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8d8dce82-f188-4edd-a185-15ae71436957 req-747c3a40-30a0-4233-a0ee-6f6f1ce50046 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311224 Sep 21 22:03:18.968035 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12,revision_number=4']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:18.986328 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c03791c3-88e2-4e4c-b5b6-7b9f35312f8a req-a85fa19e-623b-4c46-abd7-e958bea6f60d tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2149167 Sep 21 22:03:19.152417 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-240867ab-d567-4adf-851f-1555685be9bc tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (4a28c4f0-1703-46ec-b681-29a4e0df126d), before_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:19.227063 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293864c-bbaf-4cee-9444-531bd448dbf5 req-7bfb4bde-80ef-4833-8a16-e37144c411d9 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:19.228917 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8293864c-bbaf-4cee-9444-531bd448dbf5 req-7bfb4bde-80ef-4833-8a16-e37144c411d9 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 944 time: 0.1779261 Sep 21 22:03:19.268351 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] get_ports_and_sgs() called for port_ids ['74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12'] {{(pid=116021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:03:19.359342 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8293864c-bbaf-4cee-9444-531bd448dbf5 req-5ec30807-13f3-4955-9146-234524510f06 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=0342e70f-c350-48e0-a862-03db642f7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080852 Sep 21 22:03:19.425566 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-240867ab-d567-4adf-851f-1555685be9bc tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Publish callbacks [] for port (4a28c4f0-1703-46ec-b681-29a4e0df126d), precommit_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:19.435090 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 34038) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:03:19.456740 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-c36a4e1c-7f25-44df-9fc0-6f96877ffe94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:19.500130 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-240867ab-d567-4adf-851f-1555685be9bc tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (4a28c4f0-1703-46ec-b681-29a4e0df126d), after_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:19.501980 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-240867ab-d567-4adf-851f-1555685be9bc tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494336'] for floatingip (baf61701-116a-4170-919c-b4ef280d9844), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:19.512905 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:19.561989 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-c36a4e1c-7f25-44df-9fc0-6f96877ffe94 admin admin] Publish callbacks [] for security_group (d3b842f1-391e-4c77-82b5-ed475045ddff), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:19.595837 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240867ab-d567-4adf-851f-1555685be9bc tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Pushing event updated for resources: {'Port': ['ID=4a28c4f0-1703-46ec-b681-29a4e0df126d,revision_number=2']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:19.637682 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-c36a4e1c-7f25-44df-9fc0-6f96877ffe94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (d3b842f1-391e-4c77-82b5-ed475045ddff), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:19.650896 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.db.l3_db [None req-240867ab-d567-4adf-851f-1555685be9bc tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Floating IP baf61701-116a-4170-919c-b4ef280d9844 associated. External IP: 172.27.1.16, port: d9aa81ae-410b-4f57-b18c-445cc091494d. Sep 21 22:03:19.679312 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a4e1c-7f25-44df-9fc0-6f96877ffe94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b842f1-391e-4c77-82b5-ed475045ddff,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:19.686676 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-c36a4e1c-7f25-44df-9fc0-6f96877ffe94 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2f7e6d85934e4917b0db31b70916bc1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2472165 Sep 21 22:03:19.687037 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 34040) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:03:19.744192 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-2a51bf19-188a-473c-b286-c452cad9581c admin admin] Publish callbacks [] for security_group (d3b842f1-391e-4c77-82b5-ed475045ddff), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:19.768722 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-2a51bf19-188a-473c-b286-c452cad9581c admin admin] Publish callbacks [] for security_group (d3b842f1-391e-4c77-82b5-ed475045ddff), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:19.906297 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-2a51bf19-188a-473c-b286-c452cad9581c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (d3b842f1-391e-4c77-82b5-ed475045ddff), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:19.909693 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-2a51bf19-188a-473c-b286-c452cad9581c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:19.910892 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-2a51bf19-188a-473c-b286-c452cad9581c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d3b842f1-391e-4c77-82b5-ed475045ddff HTTP/1.1" status: 204 len: 168 time: 0.2229311 Sep 21 22:03:19.920327 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device 61a3a825-87ba-40c7-96ba-ec486581ff8b no longer exists at agent hyperv_hv-cinder-85881 {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:03:19.924835 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a51bf19-188a-473c-b286-c452cad9581c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b842f1-391e-4c77-82b5-ed475045ddff,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:19.957592 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-240867ab-d567-4adf-851f-1555685be9bc tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Router bf526842-28a5-4fbf-b024-76d22748b79c has already been hosted by L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 {{(pid=116019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:03:20.083016 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port 61a3a825-87ba-40c7-96ba-ec486581ff8b is: DOWN; New status is: DOWN {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:03:20.141368 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240867ab-d567-4adf-851f-1555685be9bc tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:03:20.153308 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9f9418-0fc5-40e6-930b-ac5a3e22c843 None None] Sync routers for ids ['bf526842-28a5-4fbf-b024-76d22748b79c'] in dv-cinder-858819-1-iscsi {{(pid=116021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:03:20.165991 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9f9418-0fc5-40e6-930b-ac5a3e22c843 None None] Routers {'bf526842-28a5-4fbf-b024-76d22748b79c'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:03:20.166663 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-fa9f9418-0fc5-40e6-930b-ac5a3e22c843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:03:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['bf526842-28a5-4fbf-b024-76d22748b79c'], 'active': True} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:03:20.173680 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660d339-495e-437b-9034-bc3b2f7fff08 req-58a0d3ce-ed7d-4812-9a66-2cb0b6130fd1 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:20.173680 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c660d339-495e-437b-9034-bc3b2f7fff08 req-58a0d3ce-ed7d-4812-9a66-2cb0b6130fd1 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.0880671 Sep 21 22:03:20.231375 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-240867ab-d567-4adf-851f-1555685be9bc tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for floatingip (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:20.239584 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c660d339-495e-437b-9034-bc3b2f7fff08 req-c8f72d0f-028d-4128-b615-93239705a689 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624313 Sep 21 22:03:20.283906 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-240867ab-d567-4adf-851f-1555685be9bc tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1878631 Sep 21 22:03:20.284622 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2703320a-95cb-4c2e-b640-da7106fc48e2', 'tag': 'd9aa81ae-410b-4f57-b18c-445cc091494d'}] {{(pid=116019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:03:20.286999 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}314aa947772f4aa66c6b0f501ee0f59e34b3d7fab75533ca4852f00c2b9fa1f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93bd0100-f2d6-4704-956f-b68bd3a2a357" -d '{"events": [{"name": "network-changed", "server_uuid": "2703320a-95cb-4c2e-b640-da7106fc48e2", "tag": "d9aa81ae-410b-4f57-b18c-445cc091494d"}]}' {{(pid=116019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:03:20.342085 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvr_db [None req-fa9f9418-0fc5-40e6-930b-ac5a3e22c843 None None] Set router bf526842-28a5-4fbf-b024-76d22748b79c gateway port host: dv-cinder-858819-1-iscsi {{(pid=116021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:03:20.362046 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9459e91-f6aa-4dbc-96fe-6a50bde3b490 x-openstack-request-id: req-e9459e91-f6aa-4dbc-96fe-6a50bde3b490 {{(pid=116019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:03:20.362705 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2703320a-95cb-4c2e-b640-da7106fc48e2", "tag": "d9aa81ae-410b-4f57-b18c-445cc091494d", "status": "completed", "code": 200}]} {{(pid=116019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:03:20.363303 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e9459e91-f6aa-4dbc-96fe-6a50bde3b490 {{(pid=116019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:03:20.364148 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9459e91-f6aa-4dbc-96fe-6a50bde3b490'] response: {'name': 'network-changed', 'server_uuid': '2703320a-95cb-4c2e-b640-da7106fc48e2', 'tag': 'd9aa81ae-410b-4f57-b18c-445cc091494d', 'status': 'completed', 'code': 200} Sep 21 22:03:20.480707 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bd0100-f2d6-4704-956f-b68bd3a2a357 req-bf1d4d84-5d80-4a49-9e7e-812a81a2e6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:20.482321 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-93bd0100-f2d6-4704-956f-b68bd3a2a357 req-bf1d4d84-5d80-4a49-9e7e-812a81a2e6fa service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3a736bcce41d413f88518c9f7501738c&device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 1130 time: 0.0892487 Sep 21 22:03:20.537101 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [req-c7135a2d-73cc-46ba-87de-78fc5a644233 req-16b366d8-f600-4151-ac87-5a0fdf759125 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=116019) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 22:03:20.538760 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c7135a2d-73cc-46ba-87de-78fc5a644233 req-16b366d8-f600-4151-ac87-5a0fdf759125 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0115919 Sep 21 22:03:20.547510 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f120420-3834-4774-aa38-6d67640430dc req-4977eb18-c5c0-4739-b9ca-b46f2efce485 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:20.555441 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-9f120420-3834-4774-aa38-6d67640430dc req-4977eb18-c5c0-4739-b9ca-b46f2efce485 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 944 time: 0.0834043 Sep 21 22:03:20.624444 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-9f120420-3834-4774-aa38-6d67640430dc req-c20b9ab5-5dcc-49cd-af1d-96e414d46559 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=0342e70f-c350-48e0-a862-03db642f7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675447 Sep 21 22:03:20.684053 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bd0100-f2d6-4704-956f-b68bd3a2a357 req-c374e3e2-127d-4e05-9488-d5484fc0ffd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:20.685643 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-93bd0100-f2d6-4704-956f-b68bd3a2a357 req-c374e3e2-127d-4e05-9488-d5484fc0ffd1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8ce7ca27-65f9-442f-9460-582319d50317 HTTP/1.1" status: 200 len: 910 time: 0.1968188 Sep 21 22:03:20.771891 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-93bd0100-f2d6-4704-956f-b68bd3a2a357 req-7a428c97-f4b2-490f-ace5-6178c823cae0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9aa81ae-410b-4f57-b18c-445cc091494d HTTP/1.1" status: 200 len: 999 time: 0.0775104 Sep 21 22:03:20.812633 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-fa9f9418-0fc5-40e6-930b-ac5a3e22c843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf526842-28a5-4fbf-b024-76d22748b79c', 'name': 'tempest-TestShelveInstance-1453556270-router', 'tenant_id': '3a736bcce41d413f88518c9f7501738c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'a7b90007-76cc-461f-b1a9-e6de0d1d3699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:01:53Z', 'updated_at': '2022-09-21T22:01:56Z', 'revision_number': 4, 'project_id': '3a736bcce41d413f88518c9f7501738c', 'gw_port': {'id': 'a7b90007-76cc-461f-b1a9-e6de0d1d3699', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf526842-28a5-4fbf-b024-76d22748b79c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:01:54Z', 'updated_at': '2022-09-21T22:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_floatingips': [{'id': 'baf61701-116a-4170-919c-b4ef280d9844', 'tenant_id': '3a736bcce41d413f88518c9f7501738c', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': 'bf526842-28a5-4fbf-b024-76d22748b79c', 'port_id': 'd9aa81ae-410b-4f57-b18c-445cc091494d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ce7ca27-65f9-442f-9460-582319d50317', 'mac_address': 'fa:16:3e:05:da:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2703320a-95cb-4c2e-b640-da7106fc48e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:03:18Z', 'updated_at': '2022-09-21T22:03:18Z', 'revision_number': 0, 'project_id': '3a736bcce41d413f88518c9f7501738c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a19afb1d-00b2-4d0b-8519-f8e4b72ab8da', 'name': '', 'network_id': '8ce7ca27-65f9-442f-9460-582319d50317', 'tenant_id': '3a736bcce41d413f88518c9f7501738c', 'mac_address': 'fa:16:3e:61:38:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf526842-28a5-4fbf-b024-76d22748b79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '61fb7232-c6fb-44a6-ba93-ebc4a1b2df41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:01:56Z', 'updated_at': '2022-09-21T22:02:00Z', 'revision_number': 5, 'project_id': '3a736bcce41d413f88518c9f7501738c', 'subnets': [{'id': '61fb7232-c6fb-44a6-ba93-ebc4a1b2df41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:03:20.843143 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bd0100-f2d6-4704-956f-b68bd3a2a357 req-4b563ab5-7bc8-437c-aa46-5819d41dfdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:20.845774 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-93bd0100-f2d6-4704-956f-b68bd3a2a357 req-4b563ab5-7bc8-437c-aa46-5819d41dfdd0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=61fb7232-c6fb-44a6-ba93-ebc4a1b2df41 HTTP/1.1" status: 200 len: 848 time: 0.0671997 Sep 21 22:03:20.874195 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9f9418-0fc5-40e6-930b-ac5a3e22c843 None None] Checking router: bf526842-28a5-4fbf-b024-76d22748b79c for host: dv-cinder-858819-1-iscsi {{(pid=116021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:03:20.884511 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9f9418-0fc5-40e6-930b-ac5a3e22c843 None None] Routers {'bf526842-28a5-4fbf-b024-76d22748b79c'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:03:20.885415 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-fa9f9418-0fc5-40e6-930b-ac5a3e22c843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:03:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['bf526842-28a5-4fbf-b024-76d22748b79c'], 'active': True} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:03:20.943398 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bd0100-f2d6-4704-956f-b68bd3a2a357 req-199e8f5d-ad61-40f4-ba7b-92a090191c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:20.946629 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-93bd0100-f2d6-4704-956f-b68bd3a2a357 req-199e8f5d-ad61-40f4-ba7b-92a090191c87 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8ce7ca27-65f9-442f-9460-582319d50317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0898886 Sep 21 22:03:21.015358 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvr_db [None req-fa9f9418-0fc5-40e6-930b-ac5a3e22c843 None None] Set router bf526842-28a5-4fbf-b024-76d22748b79c gateway port host: dv-cinder-858819-1-iscsi {{(pid=116021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:03:21.070992 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffac8d3-3ab8-477b-b8a3-0749531c4944 req-e203d39e-9854-4df8-a09b-cafc3784bc40 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:21.078690 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-bffac8d3-3ab8-477b-b8a3-0749531c4944 req-e203d39e-9854-4df8-a09b-cafc3784bc40 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 943 time: 0.1490853 Sep 21 22:03:21.130557 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-93bd0100-f2d6-4704-956f-b68bd3a2a357 req-1c9e43f0-2372-4be3-b1fa-b92c57a24227 service neutron] 10.222.0.71 "GET /v2.0/networks/8ce7ca27-65f9-442f-9460-582319d50317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781414 Sep 21 22:03:21.145365 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:21.240897 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-bffac8d3-3ab8-477b-b8a3-0749531c4944 req-01cbed13-dbd7-4e54-a295-1effbd50d479 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611876 Sep 21 22:03:21.333869 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-93bd0100-f2d6-4704-956f-b68bd3a2a357 req-cd4dac9a-5cc1-451b-ad5c-7fbb5a905f9d service neutron] 10.222.0.71 "GET /v2.0/networks/8ce7ca27-65f9-442f-9460-582319d50317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923609 Sep 21 22:03:21.417623 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-fa9f9418-0fc5-40e6-930b-ac5a3e22c843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf526842-28a5-4fbf-b024-76d22748b79c', 'name': 'tempest-TestShelveInstance-1453556270-router', 'tenant_id': '3a736bcce41d413f88518c9f7501738c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'a7b90007-76cc-461f-b1a9-e6de0d1d3699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:01:53Z', 'updated_at': '2022-09-21T22:01:56Z', 'revision_number': 4, 'project_id': '3a736bcce41d413f88518c9f7501738c', 'gw_port': {'id': 'a7b90007-76cc-461f-b1a9-e6de0d1d3699', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf526842-28a5-4fbf-b024-76d22748b79c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:01:54Z', 'updated_at': '2022-09-21T22:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_floatingips': [{'id': 'baf61701-116a-4170-919c-b4ef280d9844', 'tenant_id': '3a736bcce41d413f88518c9f7501738c', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': 'bf526842-28a5-4fbf-b024-76d22748b79c', 'port_id': 'd9aa81ae-410b-4f57-b18c-445cc091494d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ce7ca27-65f9-442f-9460-582319d50317', 'mac_address': 'fa:16:3e:05:da:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2703320a-95cb-4c2e-b640-da7106fc48e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:03:18Z', 'updated_at': '2022-09-21T22:03:18Z', 'revision_number': 0, 'project_id': '3a736bcce41d413f88518c9f7501738c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a19afb1d-00b2-4d0b-8519-f8e4b72ab8da', 'name': '', 'network_id': '8ce7ca27-65f9-442f-9460-582319d50317', 'tenant_id': '3a736bcce41d413f88518c9f7501738c', 'mac_address': 'fa:16:3e:61:38:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf526842-28a5-4fbf-b024-76d22748b79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '61fb7232-c6fb-44a6-ba93-ebc4a1b2df41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:01:56Z', 'updated_at': '2022-09-21T22:02:00Z', 'revision_number': 5, 'project_id': '3a736bcce41d413f88518c9f7501738c', 'subnets': [{'id': '61fb7232-c6fb-44a6-ba93-ebc4a1b2df41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:03:21.448914 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b10de9-d797-4d38-8d07-e28328109d11 req-8fa8b9db-eb54-4582-ac91-761812274163 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:21.450357 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b8b10de9-d797-4d38-8d07-e28328109d11 req-8fa8b9db-eb54-4582-ac91-761812274163 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.0710711 Sep 21 22:03:21.485572 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9f9418-0fc5-40e6-930b-ac5a3e22c843 None None] The sync data for ids ['bf526842-28a5-4fbf-b024-76d22748b79c'] in dv-cinder-858819-1-iscsi is: [{'id': 'bf526842-28a5-4fbf-b024-76d22748b79c', 'name': 'tempest-TestShelveInstance-1453556270-router', 'tenant_id': '3a736bcce41d413f88518c9f7501738c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'a7b90007-76cc-461f-b1a9-e6de0d1d3699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:01:53Z', 'updated_at': '2022-09-21T22:01:56Z', 'revision_number': 4, 'project_id': '3a736bcce41d413f88518c9f7501738c', 'gw_port': {'id': 'a7b90007-76cc-461f-b1a9-e6de0d1d3699', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf526842-28a5-4fbf-b024-76d22748b79c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:01:54Z', 'updated_at': '2022-09-21T22:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_floatingips': [{'id': 'baf61701-116a-4170-919c-b4ef280d9844', 'tenant_id': '3a736bcce41d413f88518c9f7501738c', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': 'bf526842-28a5-4fbf-b024-76d22748b79c', 'port_id': 'd9aa81ae-410b-4f57-b18c-445cc091494d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ce7ca27-65f9-442f-9460-582319d50317', 'mac_address': 'fa:16:3e:05:da:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2703320a-95cb-4c2e-b640-da7106fc48e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:03:18Z', 'updated_at': '2022-09-21T22:03:18Z', 'revision_number': 0, 'project_id': '3a736bcce41d413f88518c9f7501738c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a19afb1d-00b2-4d0b-8519-f8e4b72ab8da', 'name': '', 'network_id': '8ce7ca27-65f9-442f-9460-582319d50317', 'tenant_id': '3a736bcce41d413f88518c9f7501738c', 'mac_address': 'fa:16:3e:61:38:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf526842-28a5-4fbf-b024-76d22748b79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '61fb7232-c6fb-44a6-ba93-ebc4a1b2df41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:01:56Z', 'updated_at': '2022-09-21T22:02:00Z', 'revision_number': 5, 'project_id': '3a736bcce41d413f88518c9f7501738c', 'subnets': [{'id': '61fb7232-c6fb-44a6-ba93-ebc4a1b2df41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:03:21.543064 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b8b10de9-d797-4d38-8d07-e28328109d11 req-b47f8113-822f-4180-b1c6-b35ca4a8af35 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795894 Sep 21 22:03:21.816225 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abc45e3-ede1-4c73-811b-a5c6174e132f req-de68f51e-887b-4e52-9e63-6ce968120a7b tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:21.818185 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8abc45e3-ede1-4c73-811b-a5c6174e132f req-de68f51e-887b-4e52-9e63-6ce968120a7b tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 944 time: 0.0919902 Sep 21 22:03:21.840380 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d728a020-a4b3-4be7-8329-81165293a4a3 None None] New status for floating IP baf61701-116a-4170-919c-b4ef280d9844: ACTIVE {{(pid=116022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 22:03:21.893677 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8abc45e3-ede1-4c73-811b-a5c6174e132f req-1c41f798-1b62-41da-b3cc-63c201963bb1 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=0342e70f-c350-48e0-a862-03db642f7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657604 Sep 21 22:03:21.933111 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device 74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12 up at agent hyperv_hv-cinder-85881 {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:03:22.079215 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Provisioning for port 74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12 completed by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 22:03:22.085644 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Provisioning complete for port 74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12 triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:03:22.086132 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:22.086546 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Attempt 1 to provision port 74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12 Sep 21 22:03:22.195492 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 34114) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:03:22.305050 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port 74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12 is: BUILD; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:03:22.305449 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:22.332036 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f92502e9-4c03-4cdd-9b06-b21ecfd2d4df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12'}] {{(pid=116021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:03:22.335702 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d500dca99ac2bf62db1703b02a00765538e18f27ddf2ede5333818e021564b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88e8697-d7b6-4625-9b58-62513665cdb7" -d '{"events": [{"server_uuid": "f92502e9-4c03-4cdd-9b06-b21ecfd2d4df", "name": "network-vif-plugged", "status": "completed", "tag": "74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12"}]}' {{(pid=116021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:03:22.349502 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port 74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12,segment=NetworkSegment(1fe5eab9-96f0-4b3e-9716-db26533318f5),segment_id=1fe5eab9-96f0-4b3e-9716-db26533318f5)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:03:22.397964 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-a17426f4-1f05-435b-9838-95aa04fb8a66 req-3c9baa91-bea2-4148-91eb-44fadcf63602 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2005701 Sep 21 22:03:22.410892 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [req-a17426f4-1f05-435b-9838-95aa04fb8a66 req-1cdddba0-5eb8-47d4-8575-4761f9ad5ec0 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=116020) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 22:03:22.411954 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-a17426f4-1f05-435b-9838-95aa04fb8a66 req-1cdddba0-5eb8-47d4-8575-4761f9ad5ec0 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086560 Sep 21 22:03:22.421740 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e97482-5b2e-4eb2-881b-3a9db2a76777 x-openstack-request-id: req-79e97482-5b2e-4eb2-881b-3a9db2a76777 {{(pid=116021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:03:22.422333 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f92502e9-4c03-4cdd-9b06-b21ecfd2d4df", "name": "network-vif-plugged", "status": "completed", "tag": "74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12", "code": 200}]} {{(pid=116021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:03:22.422333 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-79e97482-5b2e-4eb2-881b-3a9db2a76777 {{(pid=116021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:03:22.424755 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79e97482-5b2e-4eb2-881b-3a9db2a76777'] response: {'server_uuid': 'f92502e9-4c03-4cdd-9b06-b21ecfd2d4df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12', 'code': 200} Sep 21 22:03:22.445555 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77a1cc-f65d-4bdd-9992-d67871e3235e req-41395496-75e9-4102-b864-282cdf94eb66 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:22.453183 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-cc77a1cc-f65d-4bdd-9992-d67871e3235e req-41395496-75e9-4102-b864-282cdf94eb66 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 943 time: 0.0892155 Sep 21 22:03:22.466003 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:22.525080 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-cc77a1cc-f65d-4bdd-9992-d67871e3235e req-1a0d90fd-f8f9-4a6f-9e7a-6f74864bca1f tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707316 Sep 21 22:03:22.538531 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12,revision_number=5']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:22.558127 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:22.731619 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41655108-8676-45cf-9e9a-e29f43483adc req-0b77d918-a956-48b3-af16-99f402f8dad2 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:22.733816 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-41655108-8676-45cf-9e9a-e29f43483adc req-0b77d918-a956-48b3-af16-99f402f8dad2 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.0758293 Sep 21 22:03:22.788126 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 34140) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:03:22.863766 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-41655108-8676-45cf-9e9a-e29f43483adc req-9067e19e-1121-4cbd-ad33-67167823bef2 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166363 Sep 21 22:03:22.957242 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc2a5f-e956-47e4-a50c-f7dffdf18843 req-38cfbf4d-0bfa-43e2-8b95-b32b5b52f793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:22.959131 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-e3dc2a5f-e956-47e4-a50c-f7dffdf18843 req-38cfbf4d-0bfa-43e2-8b95-b32b5b52f793 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 1129 time: 0.1323631 Sep 21 22:03:23.097711 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-e3dc2a5f-e956-47e4-a50c-f7dffdf18843 req-ecaba2e6-2833-4069-9803-8cd6b52b6486 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=0342e70f-c350-48e0-a862-03db642f7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171310 Sep 21 22:03:23.104590 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82250e04-756d-43f0-bb06-9a0ead747de6 req-e81a5dd1-ac15-48f1-a7f5-36a77a67073a tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:23.106844 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-82250e04-756d-43f0-bb06-9a0ead747de6 req-e81a5dd1-ac15-48f1-a7f5-36a77a67073a tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 945 time: 0.1084602 Sep 21 22:03:23.212938 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-82250e04-756d-43f0-bb06-9a0ead747de6 req-b8aa2b3c-fe9f-4aa8-94bb-726942b7b3b8 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=0342e70f-c350-48e0-a862-03db642f7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965352 Sep 21 22:03:23.324633 dv-cinder-858819-1-iscsi neutron-server[116020]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 21 22:03:23.374651 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17426f4-1f05-435b-9838-95aa04fb8a66 req-ce8f49cd-3026-4b19-b57f-6b841b30772e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:23.376243 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-a17426f4-1f05-435b-9838-95aa04fb8a66 req-ce8f49cd-3026-4b19-b57f-6b841b30772e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports/61a3a825-87ba-40c7-96ba-ec486581ff8b HTTP/1.1" status: 200 len: 940 time: 0.5865948 Sep 21 22:03:23.708376 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93965d1-2f61-4502-8b15-c11e9a636fff req-7e651221-1d2e-434d-a6c8-9bcfb29cbcd8 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:23.715322 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-e93965d1-2f61-4502-8b15-c11e9a636fff req-7e651221-1d2e-434d-a6c8-9bcfb29cbcd8 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 943 time: 0.0893855 Sep 21 22:03:23.780756 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-e93965d1-2f61-4502-8b15-c11e9a636fff req-ff348713-76e9-48af-8716-0344130918af tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644317 Sep 21 22:03:24.070172 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2a2f4-b304-47db-a622-5d37296616a6 req-eb11f4a9-eead-4148-a0d2-e2e617d842a1 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:24.088104 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-bfc2a2f4-b304-47db-a622-5d37296616a6 req-eb11f4a9-eead-4148-a0d2-e2e617d842a1 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.1104660 Sep 21 22:03:24.151198 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-bfc2a2f4-b304-47db-a622-5d37296616a6 req-81eaba94-ad16-4808-add1-e75d4f22c724 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621994 Sep 21 22:03:24.395202 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9ed28-bfb0-4973-bd76-dc474fdde7b6 req-1d050e30-4a4b-479e-b225-9e4d77a6e42f tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:24.396819 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-d8d9ed28-bfb0-4973-bd76-dc474fdde7b6 req-1d050e30-4a4b-479e-b225-9e4d77a6e42f tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 945 time: 0.0669017 Sep 21 22:03:24.481491 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-d8d9ed28-bfb0-4973-bd76-dc474fdde7b6 req-3bf76175-419e-409b-96d7-179e3027a077 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=0342e70f-c350-48e0-a862-03db642f7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777872 Sep 21 22:03:24.945387 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e0b87f-645d-4cd7-9eee-6371dc35d620 req-7de43202-5b56-4ee1-b84c-d7e690854e52 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:24.955173 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-79e0b87f-645d-4cd7-9eee-6371dc35d620 req-7de43202-5b56-4ee1-b84c-d7e690854e52 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 943 time: 0.0869226 Sep 21 22:03:24.992392 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 34210) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:03:25.024702 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-79e0b87f-645d-4cd7-9eee-6371dc35d620 req-16af4cf3-03cf-45d0-9c25-48bc1f4ba0ca tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682585 Sep 21 22:03:25.133604 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-f77631dc-ce01-40b8-b589-21b25e6a9d09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:25.230502 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-f77631dc-ce01-40b8-b589-21b25e6a9d09 admin admin] Publish callbacks [] for security_group (bd417d85-2538-4e75-8b67-be8ee61bf259), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:25.307150 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b306a8f-1cf3-4530-9a3d-788967c349af req-27d257f0-b823-4818-95f6-7e1ed8049b91 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:25.308873 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-5b306a8f-1cf3-4530-9a3d-788967c349af req-27d257f0-b823-4818-95f6-7e1ed8049b91 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.0578942 Sep 21 22:03:25.312017 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-f77631dc-ce01-40b8-b589-21b25e6a9d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (bd417d85-2538-4e75-8b67-be8ee61bf259), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:25.365964 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77631dc-ce01-40b8-b589-21b25e6a9d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd417d85-2538-4e75-8b67-be8ee61bf259,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:25.371660 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-f77631dc-ce01-40b8-b589-21b25e6a9d09 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=65a25912c28a4da491dffa9df0ec7750&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3781526 Sep 21 22:03:25.375186 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 34216) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:03:25.403044 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-5b306a8f-1cf3-4530-9a3d-788967c349af req-d0c0321d-57b5-48fe-a96b-44a8582c34b6 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862987 Sep 21 22:03:25.445492 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-33a08db0-6e9d-406c-9660-59d73f6138a4 admin admin] Publish callbacks [] for security_group (bd417d85-2538-4e75-8b67-be8ee61bf259), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:25.475067 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-33a08db0-6e9d-406c-9660-59d73f6138a4 admin admin] Publish callbacks [] for security_group (bd417d85-2538-4e75-8b67-be8ee61bf259), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:25.619282 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-33a08db0-6e9d-406c-9660-59d73f6138a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (bd417d85-2538-4e75-8b67-be8ee61bf259), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:25.623213 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-33a08db0-6e9d-406c-9660-59d73f6138a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:25.627595 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-33a08db0-6e9d-406c-9660-59d73f6138a4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bd417d85-2538-4e75-8b67-be8ee61bf259 HTTP/1.1" status: 204 len: 168 time: 0.2475543 Sep 21 22:03:25.634000 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57864d-1a11-4401-8e91-9176286f8205 req-d1c55880-8a55-478a-ade8-038203c4f02d tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:25.642165 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-df57864d-1a11-4401-8e91-9176286f8205 req-d1c55880-8a55-478a-ade8-038203c4f02d tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 945 time: 0.0742946 Sep 21 22:03:25.648014 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a08db0-6e9d-406c-9660-59d73f6138a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd417d85-2538-4e75-8b67-be8ee61bf259,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:25.712721 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-df57864d-1a11-4401-8e91-9176286f8205 req-97bdd22c-7b51-4ed3-a32d-7c479ed53a6d tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=0342e70f-c350-48e0-a862-03db642f7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693130 Sep 21 22:03:25.869118 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cec9ad-3874-4cd9-a46d-a7b03fe970bb req-d4c81528-4ad9-4c4e-b665-2cd04c8dedb3 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:25.876318 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-76cec9ad-3874-4cd9-a46d-a7b03fe970bb req-d4c81528-4ad9-4c4e-b665-2cd04c8dedb3 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 945 time: 0.0897458 Sep 21 22:03:25.883320 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 34228) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:03:25.889474 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-14c21779-03e7-429f-a0ce-f9910053c401 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Request body: {'floatingip': {'port_id': '74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:03:25.947883 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-14c21779-03e7-429f-a0ce-f9910053c401 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks [] for floatingip (68aa2d12-ad40-4964-b05a-d577d73968b1), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:26.243822 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0b7c2-21ad-4195-afa5-569115c3d744 req-90758e88-0067-4d8a-abb4-a2ee5c728f9e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:26.256102 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-0cf0b7c2-21ad-4195-afa5-569115c3d744 req-90758e88-0067-4d8a-abb4-a2ee5c728f9e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 943 time: 0.0909157 Sep 21 22:03:26.334657 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-0cf0b7c2-21ad-4195-afa5-569115c3d744 req-682bcf48-e944-47dc-9b08-9aff8219db7e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745125 Sep 21 22:03:26.556941 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 34240) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:03:26.574879 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-05c90742-480d-4a24-a5c7-32e86bdca88d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:26.805400 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-14c21779-03e7-429f-a0ce-f9910053c401 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:26.839424 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f2d83-dd58-4bb0-becf-d4979bf1ec9b req-6edde268-088e-49a9-83e6-3da8366414be tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:26.840869 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-f18f2d83-dd58-4bb0-becf-d4979bf1ec9b req-6edde268-088e-49a9-83e6-3da8366414be tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.3279178 Sep 21 22:03:26.854151 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17426f4-1f05-435b-9838-95aa04fb8a66 req-f765d35e-a80f-4865-85bd-51a623ea8b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:26.856001 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-a17426f4-1f05-435b-9838-95aa04fb8a66 req-f765d35e-a80f-4865-85bd-51a623ea8b68 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db&tenant_id=90c3337e87ac45c5b7ca6cc8e43c6f41 HTTP/1.1" status: 200 len: 1127 time: 0.1751571 Sep 21 22:03:26.862763 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-05c90742-480d-4a24-a5c7-32e86bdca88d admin admin] Publish callbacks [] for security_group (3ad6ef9e-bb26-48c2-a08a-873527ee69dc), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:26.878582 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-14c21779-03e7-429f-a0ce-f9910053c401 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494336'] for floatingip (68aa2d12-ad40-4964-b05a-d577d73968b1), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:26.916174 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-f18f2d83-dd58-4bb0-becf-d4979bf1ec9b req-d3557b6a-72e6-4bd2-a714-685d1511e31f tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740983 Sep 21 22:03:26.935878 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-05c90742-480d-4a24-a5c7-32e86bdca88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (3ad6ef9e-bb26-48c2-a08a-873527ee69dc), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:27.065828 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-05c90742-480d-4a24-a5c7-32e86bdca88d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4383ea68e20e423b896ed65d5f723b5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5044649 Sep 21 22:03:27.066282 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 34246) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:03:27.079254 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c90742-480d-4a24-a5c7-32e86bdca88d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad6ef9e-bb26-48c2-a08a-873527ee69dc,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:27.098288 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17426f4-1f05-435b-9838-95aa04fb8a66 req-280e5a48-341b-4439-89c6-d2d326864ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:27.100774 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-a17426f4-1f05-435b-9838-95aa04fb8a66 req-280e5a48-341b-4439-89c6-d2d326864ee6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=90c3337e87ac45c5b7ca6cc8e43c6f41&device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 1127 time: 0.1827595 Sep 21 22:03:27.102563 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.db.l3_db [None req-14c21779-03e7-429f-a0ce-f9910053c401 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Floating IP 68aa2d12-ad40-4964-b05a-d577d73968b1 associated. External IP: 172.27.1.35, port: 74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12. Sep 21 22:03:27.156154 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-6a68e441-b0c6-44be-808c-b1239cb816f1 admin admin] Publish callbacks [] for security_group (3ad6ef9e-bb26-48c2-a08a-873527ee69dc), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:27.192309 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-6a68e441-b0c6-44be-808c-b1239cb816f1 admin admin] Publish callbacks [] for security_group (3ad6ef9e-bb26-48c2-a08a-873527ee69dc), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:27.310237 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-6a68e441-b0c6-44be-808c-b1239cb816f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (3ad6ef9e-bb26-48c2-a08a-873527ee69dc), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:27.315437 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17426f4-1f05-435b-9838-95aa04fb8a66 req-f8fdae9a-343a-47db-8f04-6ad0e90dff6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:27.318273 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-6a68e441-b0c6-44be-808c-b1239cb816f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:27.323083 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-6a68e441-b0c6-44be-808c-b1239cb816f1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3ad6ef9e-bb26-48c2-a08a-873527ee69dc HTTP/1.1" status: 204 len: 168 time: 0.2516656 Sep 21 22:03:27.323453 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-a17426f4-1f05-435b-9838-95aa04fb8a66 req-f8fdae9a-343a-47db-8f04-6ad0e90dff6a service neutron] 10.222.0.71 "GET /v2.0/networks?id=ab2b5ec8-d24d-414d-80a8-ae5a033aa18d HTTP/1.1" status: 200 len: 918 time: 0.2129960 Sep 21 22:03:27.334619 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a68e441-b0c6-44be-808c-b1239cb816f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad6ef9e-bb26-48c2-a08a-873527ee69dc,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:27.459656 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-a17426f4-1f05-435b-9838-95aa04fb8a66 req-45300dde-8711-4c03-ab77-6ee3dc885512 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61a3a825-87ba-40c7-96ba-ec486581ff8b HTTP/1.1" status: 200 len: 998 time: 0.1292353 Sep 21 22:03:27.546659 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299cb6b-5f33-48e9-a35e-0e0bebe5346e req-84c4c0c5-5f9c-44a8-8429-c76197c7791b tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:27.548751 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-9299cb6b-5f33-48e9-a35e-0e0bebe5346e req-84c4c0c5-5f9c-44a8-8429-c76197c7791b tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 943 time: 0.0957451 Sep 21 22:03:27.583169 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17426f4-1f05-435b-9838-95aa04fb8a66 req-a96cafda-d137-4189-a956-ea878f38a201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:27.584499 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-a17426f4-1f05-435b-9838-95aa04fb8a66 req-a96cafda-d137-4189-a956-ea878f38a201 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4fbdb1a2-604b-4475-ad62-84a9530d66d1 HTTP/1.1" status: 200 len: 856 time: 0.0703087 Sep 21 22:03:27.601181 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c21779-03e7-429f-a0ce-f9910053c401 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Router f4ebd66f-4227-4233-ad0e-57fb416dc3dc has already been hosted by L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 {{(pid=116020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:03:27.626707 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-9299cb6b-5f33-48e9-a35e-0e0bebe5346e req-84980434-112c-4bc6-992c-3e1825a5ff7f tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697429 Sep 21 22:03:27.760779 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17426f4-1f05-435b-9838-95aa04fb8a66 req-37723f9c-5f10-4f06-9be8-eee8ea0818e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:27.762733 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-a17426f4-1f05-435b-9838-95aa04fb8a66 req-37723f9c-5f10-4f06-9be8-eee8ea0818e4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ab2b5ec8-d24d-414d-80a8-ae5a033aa18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1711183 Sep 21 22:03:28.061009 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48090c-12e1-4454-a88f-c5821a1f78e6 req-d9ab0996-075a-46fb-8502-48852be001bd tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:28.062553 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ed48090c-12e1-4454-a88f-c5821a1f78e6 req-d9ab0996-075a-46fb-8502-48852be001bd tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.0624864 Sep 21 22:03:28.072318 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c21779-03e7-429f-a0ce-f9910053c401 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:03:28.083413 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-14c21779-03e7-429f-a0ce-f9910053c401 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for floatingip (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:28.083676 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a7b62b-827f-4841-a39b-9f16597500dc None None] Sync routers for ids ['f4ebd66f-4227-4233-ad0e-57fb416dc3dc'] in dv-cinder-858819-1-iscsi {{(pid=116021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:03:28.095165 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a7b62b-827f-4841-a39b-9f16597500dc None None] Routers {'f4ebd66f-4227-4233-ad0e-57fb416dc3dc'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:03:28.096094 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-e7a7b62b-827f-4841-a39b-9f16597500dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:03:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['f4ebd66f-4227-4233-ad0e-57fb416dc3dc'], 'active': True} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:03:28.127500 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-14c21779-03e7-429f-a0ce-f9910053c401 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "PUT /v2.0/floatingips/68aa2d12-ad40-4964-b05a-d577d73968b1 HTTP/1.1" status: 200 len: 990 time: 2.2397430 Sep 21 22:03:28.127734 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f92502e9-4c03-4cdd-9b06-b21ecfd2d4df', 'tag': '74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12'}] {{(pid=116020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:03:28.130101 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}616469ce01b4343580b51944d90e43cdadd76175ffa2c7c7ae3ce11ef7217efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8876e3b8-4c8c-454d-8fb6-93344af94bf5" -d '{"events": [{"name": "network-changed", "server_uuid": "f92502e9-4c03-4cdd-9b06-b21ecfd2d4df", "tag": "74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12"}]}' {{(pid=116020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:03:28.155431 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ed48090c-12e1-4454-a88f-c5821a1f78e6 req-0c0793c3-0f75-4e43-a2dc-bd023530eb81 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831029 Sep 21 22:03:28.173248 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-a17426f4-1f05-435b-9838-95aa04fb8a66 req-ccaeb7ab-ba8c-46a8-a51c-56a15410ce33 service neutron] 10.222.0.71 "GET /v2.0/networks/ab2b5ec8-d24d-414d-80a8-ae5a033aa18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925703 Sep 21 22:03:28.185309 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1607a54d-8f0e-4705-a11a-09c15626d0f8 x-openstack-request-id: req-1607a54d-8f0e-4705-a11a-09c15626d0f8 {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:03:28.185813 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f92502e9-4c03-4cdd-9b06-b21ecfd2d4df", "tag": "74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12", "status": "completed", "code": 200}]} {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:03:28.186216 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1607a54d-8f0e-4705-a11a-09c15626d0f8 {{(pid=116020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:03:28.186771 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1607a54d-8f0e-4705-a11a-09c15626d0f8'] response: {'name': 'network-changed', 'server_uuid': 'f92502e9-4c03-4cdd-9b06-b21ecfd2d4df', 'tag': '74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12', 'status': 'completed', 'code': 200} Sep 21 22:03:28.215259 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvr_db [None req-e7a7b62b-827f-4841-a39b-9f16597500dc None None] Set router f4ebd66f-4227-4233-ad0e-57fb416dc3dc gateway port host: dv-cinder-858819-1-iscsi {{(pid=116021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:03:28.378072 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-a17426f4-1f05-435b-9838-95aa04fb8a66 req-65686d01-69c1-4515-ade8-a1d1e7790da0 service neutron] 10.222.0.71 "GET /v2.0/networks/ab2b5ec8-d24d-414d-80a8-ae5a033aa18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793182 Sep 21 22:03:28.389402 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876e3b8-4c8c-454d-8fb6-93344af94bf5 req-4a10024b-7acd-4791-a859-9ddbaeac0997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:28.391118 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-8876e3b8-4c8c-454d-8fb6-93344af94bf5 req-4a10024b-7acd-4791-a859-9ddbaeac0997 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f5fc28ce43d342ff812e8671de415a9c&device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 1129 time: 0.0864725 Sep 21 22:03:28.509086 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-e7a7b62b-827f-4841-a39b-9f16597500dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ebd66f-4227-4233-ad0e-57fb416dc3dc', 'name': 'tempest-ServerRescueNegativeTestJSON-2001674451-router', 'tenant_id': 'f5fc28ce43d342ff812e8671de415a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '416beb2d-153f-4731-8dda-3104ce70c6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:24Z', 'updated_at': '2022-09-21T22:00:33Z', 'revision_number': 4, 'project_id': 'f5fc28ce43d342ff812e8671de415a9c', 'gw_port': {'id': '416beb2d-153f-4731-8dda-3104ce70c6cb', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fa:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ebd66f-4227-4233-ad0e-57fb416dc3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:25Z', 'updated_at': '2022-09-21T22:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_floatingips': [{'id': '68aa2d12-ad40-4964-b05a-d577d73968b1', 'tenant_id': 'f5fc28ce43d342ff812e8671de415a9c', 'floating_ip_address': '172.27.1.35', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': 'f4ebd66f-4227-4233-ad0e-57fb416dc3dc', 'port_id': '74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0585c623-22cd-41df-a0a2-cf1e1b8bac58', 'mac_address': 'fa:16:3e:be:0a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92502e9-4c03-4cdd-9b06-b21ecfd2d4df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:03:00Z', 'updated_at': '2022-09-21T22:03:26Z', 'revision_number': 1, 'project_id': 'f5fc28ce43d342ff812e8671de415a9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41427998-871b-4607-bca9-e8f9a5738ecd', 'name': '', 'network_id': '0585c623-22cd-41df-a0a2-cf1e1b8bac58', 'tenant_id': 'f5fc28ce43d342ff812e8671de415a9c', 'mac_address': 'fa:16:3e:ab:1c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ebd66f-4227-4233-ad0e-57fb416dc3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '41a42251-d848-47c6-b80e-908765051886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:31Z', 'updated_at': '2022-09-21T22:00:40Z', 'revision_number': 5, 'project_id': 'f5fc28ce43d342ff812e8671de415a9c', 'subnets': [{'id': '41a42251-d848-47c6-b80e-908765051886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:03:28.522617 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876e3b8-4c8c-454d-8fb6-93344af94bf5 req-f2b86b33-1033-47c9-81eb-47b4e6435bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:28.525728 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-8876e3b8-4c8c-454d-8fb6-93344af94bf5 req-f2b86b33-1033-47c9-81eb-47b4e6435bec service neutron] 10.222.0.71 "GET /v2.0/networks?id=0585c623-22cd-41df-a0a2-cf1e1b8bac58 HTTP/1.1" status: 200 len: 920 time: 0.1045918 Sep 21 22:03:28.535658 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a7b62b-827f-4841-a39b-9f16597500dc None None] Checking router: f4ebd66f-4227-4233-ad0e-57fb416dc3dc for host: dv-cinder-858819-1-iscsi {{(pid=116021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:03:28.545970 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a7b62b-827f-4841-a39b-9f16597500dc None None] Routers {'f4ebd66f-4227-4233-ad0e-57fb416dc3dc'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:03:28.546670 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-e7a7b62b-827f-4841-a39b-9f16597500dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:03:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['f4ebd66f-4227-4233-ad0e-57fb416dc3dc'], 'active': True} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:03:28.627841 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-8876e3b8-4c8c-454d-8fb6-93344af94bf5 req-d3525b4c-2b4a-427e-b1c0-e4ab90529819 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12 HTTP/1.1" status: 200 len: 998 time: 0.0801942 Sep 21 22:03:28.683819 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvr_db [None req-e7a7b62b-827f-4841-a39b-9f16597500dc None None] Set router f4ebd66f-4227-4233-ad0e-57fb416dc3dc gateway port host: dv-cinder-858819-1-iscsi {{(pid=116021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:03:28.747062 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.agents_db [None req-53c7536d-764e-4ad7-87ad-c450eadf28b3 None None] Agent healthcheck: found 6 active agents {{(pid=116022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:03:28.751017 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af4f41-5c34-4c2c-b685-0b13a63fa1f3 req-73ddd169-fd08-4506-b5cb-56556a211de5 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:28.751510 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876e3b8-4c8c-454d-8fb6-93344af94bf5 req-46b4a987-63bf-455c-a3f6-01a38711c855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:28.751615 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-64af4f41-5c34-4c2c-b685-0b13a63fa1f3 req-73ddd169-fd08-4506-b5cb-56556a211de5 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.1193111 Sep 21 22:03:28.751706 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-8876e3b8-4c8c-454d-8fb6-93344af94bf5 req-46b4a987-63bf-455c-a3f6-01a38711c855 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=41a42251-d848-47c6-b80e-908765051886 HTTP/1.1" status: 200 len: 858 time: 0.1075566 Sep 21 22:03:28.880503 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-64af4f41-5c34-4c2c-b685-0b13a63fa1f3 req-b4c6caf8-311d-4798-9b41-d2378133a01e tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598207 Sep 21 22:03:28.887059 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d402866-7788-4c20-9fbf-e5062808ee43 req-ffb1b36a-ffcd-485f-8df0-45c6b665ac75 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:28.888936 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-9d402866-7788-4c20-9fbf-e5062808ee43 req-ffb1b36a-ffcd-485f-8df0-45c6b665ac75 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 943 time: 0.1393490 Sep 21 22:03:28.931078 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352f102-27d0-4ec6-894c-c6d81afbc641 req-968af297-1e22-484d-b95f-f37aee51bdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:28.932791 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-4352f102-27d0-4ec6-894c-c6d81afbc641 req-968af297-1e22-484d-b95f-f37aee51bdce service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b33a94a4c3ce4d1c85fa49c2871df1d3&device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 1130 time: 0.1079807 Sep 21 22:03:28.934668 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876e3b8-4c8c-454d-8fb6-93344af94bf5 req-3958d1c4-9c81-40e9-b029-028f7e8d8881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:28.936089 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-8876e3b8-4c8c-454d-8fb6-93344af94bf5 req-3958d1c4-9c81-40e9-b029-028f7e8d8881 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0585c623-22cd-41df-a0a2-cf1e1b8bac58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1724515 Sep 21 22:03:28.952880 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-9d402866-7788-4c20-9fbf-e5062808ee43 req-caeda67f-c073-40e1-bb55-2e1245bf9b15 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572810 Sep 21 22:03:29.045865 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-e7a7b62b-827f-4841-a39b-9f16597500dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ebd66f-4227-4233-ad0e-57fb416dc3dc', 'name': 'tempest-ServerRescueNegativeTestJSON-2001674451-router', 'tenant_id': 'f5fc28ce43d342ff812e8671de415a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '416beb2d-153f-4731-8dda-3104ce70c6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:24Z', 'updated_at': '2022-09-21T22:00:33Z', 'revision_number': 4, 'project_id': 'f5fc28ce43d342ff812e8671de415a9c', 'gw_port': {'id': '416beb2d-153f-4731-8dda-3104ce70c6cb', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fa:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ebd66f-4227-4233-ad0e-57fb416dc3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:25Z', 'updated_at': '2022-09-21T22:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_floatingips': [{'id': '68aa2d12-ad40-4964-b05a-d577d73968b1', 'tenant_id': 'f5fc28ce43d342ff812e8671de415a9c', 'floating_ip_address': '172.27.1.35', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': 'f4ebd66f-4227-4233-ad0e-57fb416dc3dc', 'port_id': '74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0585c623-22cd-41df-a0a2-cf1e1b8bac58', 'mac_address': 'fa:16:3e:be:0a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92502e9-4c03-4cdd-9b06-b21ecfd2d4df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:03:00Z', 'updated_at': '2022-09-21T22:03:26Z', 'revision_number': 1, 'project_id': 'f5fc28ce43d342ff812e8671de415a9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41427998-871b-4607-bca9-e8f9a5738ecd', 'name': '', 'network_id': '0585c623-22cd-41df-a0a2-cf1e1b8bac58', 'tenant_id': 'f5fc28ce43d342ff812e8671de415a9c', 'mac_address': 'fa:16:3e:ab:1c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ebd66f-4227-4233-ad0e-57fb416dc3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '41a42251-d848-47c6-b80e-908765051886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:31Z', 'updated_at': '2022-09-21T22:00:40Z', 'revision_number': 5, 'project_id': 'f5fc28ce43d342ff812e8671de415a9c', 'subnets': [{'id': '41a42251-d848-47c6-b80e-908765051886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:03:29.099351 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a7b62b-827f-4841-a39b-9f16597500dc None None] The sync data for ids ['f4ebd66f-4227-4233-ad0e-57fb416dc3dc'] in dv-cinder-858819-1-iscsi is: [{'id': 'f4ebd66f-4227-4233-ad0e-57fb416dc3dc', 'name': 'tempest-ServerRescueNegativeTestJSON-2001674451-router', 'tenant_id': 'f5fc28ce43d342ff812e8671de415a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '416beb2d-153f-4731-8dda-3104ce70c6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:24Z', 'updated_at': '2022-09-21T22:00:33Z', 'revision_number': 4, 'project_id': 'f5fc28ce43d342ff812e8671de415a9c', 'gw_port': {'id': '416beb2d-153f-4731-8dda-3104ce70c6cb', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fa:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ebd66f-4227-4233-ad0e-57fb416dc3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:25Z', 'updated_at': '2022-09-21T22:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_floatingips': [{'id': '68aa2d12-ad40-4964-b05a-d577d73968b1', 'tenant_id': 'f5fc28ce43d342ff812e8671de415a9c', 'floating_ip_address': '172.27.1.35', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': 'f4ebd66f-4227-4233-ad0e-57fb416dc3dc', 'port_id': '74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0585c623-22cd-41df-a0a2-cf1e1b8bac58', 'mac_address': 'fa:16:3e:be:0a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92502e9-4c03-4cdd-9b06-b21ecfd2d4df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:03:00Z', 'updated_at': '2022-09-21T22:03:26Z', 'revision_number': 1, 'project_id': 'f5fc28ce43d342ff812e8671de415a9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41427998-871b-4607-bca9-e8f9a5738ecd', 'name': '', 'network_id': '0585c623-22cd-41df-a0a2-cf1e1b8bac58', 'tenant_id': 'f5fc28ce43d342ff812e8671de415a9c', 'mac_address': 'fa:16:3e:ab:1c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ebd66f-4227-4233-ad0e-57fb416dc3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '41a42251-d848-47c6-b80e-908765051886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:31Z', 'updated_at': '2022-09-21T22:00:40Z', 'revision_number': 5, 'project_id': 'f5fc28ce43d342ff812e8671de415a9c', 'subnets': [{'id': '41a42251-d848-47c6-b80e-908765051886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:03:29.128426 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352f102-27d0-4ec6-894c-c6d81afbc641 req-eff48e3e-f190-40d2-8169-acbeb4976242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:29.130115 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-4352f102-27d0-4ec6-894c-c6d81afbc641 req-eff48e3e-f190-40d2-8169-acbeb4976242 service neutron] 10.222.0.71 "GET /v2.0/networks?id=96c55cd8-33b0-4027-994a-bc89dd1c7933 HTTP/1.1" status: 200 len: 911 time: 0.1845944 Sep 21 22:03:29.135954 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-8876e3b8-4c8c-454d-8fb6-93344af94bf5 req-aaebf54e-c54c-4e78-aeab-8f596aa41992 service neutron] 10.222.0.71 "GET /v2.0/networks/0585c623-22cd-41df-a0a2-cf1e1b8bac58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586232 Sep 21 22:03:29.278535 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-4352f102-27d0-4ec6-894c-c6d81afbc641 req-fa9b342a-7598-427a-88b9-52e0de7ef376 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2 HTTP/1.1" status: 200 len: 1001 time: 0.1193707 Sep 21 22:03:29.336535 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-8876e3b8-4c8c-454d-8fb6-93344af94bf5 req-2d66f082-4a70-4865-bdc6-61f4f9f95015 service neutron] 10.222.0.71 "GET /v2.0/networks/0585c623-22cd-41df-a0a2-cf1e1b8bac58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760702 Sep 21 22:03:29.351689 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352f102-27d0-4ec6-894c-c6d81afbc641 req-c4794913-9111-45dd-a53b-1e4ee7ffd5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:29.353282 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-4352f102-27d0-4ec6-894c-c6d81afbc641 req-c4794913-9111-45dd-a53b-1e4ee7ffd5fe service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ce246b9e-d1ab-41c3-9dad-8fd19a0b2f7e HTTP/1.1" status: 200 len: 849 time: 0.0671144 Sep 21 22:03:29.417814 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352f102-27d0-4ec6-894c-c6d81afbc641 req-33750157-c45b-411d-8345-199248db3d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:29.419412 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-4352f102-27d0-4ec6-894c-c6d81afbc641 req-33750157-c45b-411d-8345-199248db3d53 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96c55cd8-33b0-4027-994a-bc89dd1c7933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509548 Sep 21 22:03:29.530981 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-4352f102-27d0-4ec6-894c-c6d81afbc641 req-b0c31612-41f6-4e06-9739-d5052abddd6e service neutron] 10.222.0.71 "GET /v2.0/networks/96c55cd8-33b0-4027-994a-bc89dd1c7933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043787 Sep 21 22:03:29.692193 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-4352f102-27d0-4ec6-894c-c6d81afbc641 req-f3987010-708a-4614-847b-9d9f0ae4865b service neutron] 10.222.0.71 "GET /v2.0/networks/96c55cd8-33b0-4027-994a-bc89dd1c7933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520388 Sep 21 22:03:30.233450 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6925f59-899f-43e1-b445-2f5deaee4f13 req-2e40aaf1-fa15-4cee-b601-66d7056adac4 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:30.240537 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-f6925f59-899f-43e1-b445-2f5deaee4f13 req-2e40aaf1-fa15-4cee-b601-66d7056adac4 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.2192974 Sep 21 22:03:30.262749 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0298e1ce-ee68-4b1e-a47a-93d2e1981175 None None] New status for floating IP 68aa2d12-ad40-4964-b05a-d577d73968b1: ACTIVE {{(pid=116022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 22:03:30.316934 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-f6925f59-899f-43e1-b445-2f5deaee4f13 req-0f884ee5-6da2-4bca-b937-21ba40737824 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711908 Sep 21 22:03:30.338882 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6963e68-b986-443e-9b61-559deb480dfa req-24b9572e-9678-4792-b5a0-486966ef06d8 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:30.340454 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b6963e68-b986-443e-9b61-559deb480dfa req-24b9572e-9678-4792-b5a0-486966ef06d8 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 943 time: 0.2238483 Sep 21 22:03:30.437648 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b6963e68-b986-443e-9b61-559deb480dfa req-195b3132-41a5-4f9f-b109-99a173c68869 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800455 Sep 21 22:03:31.441639 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541a8f5-f6d3-4fc7-9fa5-115caad1174a req-204d9872-d5b7-4e08-8211-c27b30fe09e2 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:31.443162 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-6541a8f5-f6d3-4fc7-9fa5-115caad1174a req-204d9872-d5b7-4e08-8211-c27b30fe09e2 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.0582187 Sep 21 22:03:31.501430 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-6541a8f5-f6d3-4fc7-9fa5-115caad1174a req-e343424d-3cf0-4a20-8709-fce7681507ca tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525689 Sep 21 22:03:31.574521 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43210f88-f587-4435-8966-b761f6de764a req-7a7b85b6-87f9-4594-a8f3-bc864e66326c tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:31.576361 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-43210f88-f587-4435-8966-b761f6de764a req-7a7b85b6-87f9-4594-a8f3-bc864e66326c tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 943 time: 0.0634680 Sep 21 22:03:31.625482 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-43210f88-f587-4435-8966-b761f6de764a req-3a6d42dd-bbfa-4803-b4d9-be8ac66fa41e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431974 Sep 21 22:03:32.645669 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac3c5a-53c9-4f28-94cf-8ceb62d863b5 req-1958df6a-aa88-483b-8cbc-3cf738356437 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:32.647209 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-6aac3c5a-53c9-4f28-94cf-8ceb62d863b5 req-1958df6a-aa88-483b-8cbc-3cf738356437 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.0656784 Sep 21 22:03:32.701191 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-6aac3c5a-53c9-4f28-94cf-8ceb62d863b5 req-bf7a0da1-955c-424e-8bee-8d684f32ece3 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484345 Sep 21 22:03:32.814196 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f857fb2-82c3-4761-ae2d-76251527ac4a req-b013651f-6333-4eb5-b0d3-d6be5071ebcc tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:32.821852 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-5f857fb2-82c3-4761-ae2d-76251527ac4a req-b013651f-6333-4eb5-b0d3-d6be5071ebcc tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 943 time: 0.0644214 Sep 21 22:03:32.882516 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-5f857fb2-82c3-4761-ae2d-76251527ac4a req-59beae8f-68d6-49ca-ab11-d00dd0fe696b tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597603 Sep 21 22:03:33.068996 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 34428) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:03:33.116116 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfa585a0-ff22-4121-906b-d372130b7ff6 admin admin] Deleting subnet 801bc145-d5c2-4f94-8f79-165ab0b5c6b0 {{(pid=116019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 22:03:33.119550 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-cfa585a0-ff22-4121-906b-d372130b7ff6 admin admin] Publish callbacks [] for subnet (801bc145-d5c2-4f94-8f79-165ab0b5c6b0), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:33.155301 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-cfa585a0-ff22-4121-906b-d372130b7ff6 admin admin] Publish callbacks [] for subnet (801bc145-d5c2-4f94-8f79-165ab0b5c6b0), precommit_delete_associations {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:33.161841 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-cfa585a0-ff22-4121-906b-d372130b7ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537063'] for subnet (801bc145-d5c2-4f94-8f79-165ab0b5c6b0), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:33.317570 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-cfa585a0-ff22-4121-906b-d372130b7ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200'] for subnet (801bc145-d5c2-4f94-8f79-165ab0b5c6b0), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:33.350881 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa585a0-ff22-4121-906b-d372130b7ff6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=801bc145-d5c2-4f94-8f79-165ab0b5c6b0,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:33.357769 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-cfa585a0-ff22-4121-906b-d372130b7ff6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:33.363326 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-cfa585a0-ff22-4121-906b-d372130b7ff6 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/801bc145-d5c2-4f94-8f79-165ab0b5c6b0 HTTP/1.1" status: 204 len: 168 time: 0.2918236 Sep 21 22:03:33.364495 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 34430) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:03:33.446747 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-ba791ae4-f5dc-492f-a0b3-35f6b309ba82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1448795'] for network (60ee3c98-b8d8-426e-ac22-7c2e2a4f71d2), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:33.530252 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-ba791ae4-f5dc-492f-a0b3-35f6b309ba82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536160', 'neutron.services.segments.db._delete_segments_for_network-8739546438391'] for network (60ee3c98-b8d8-426e-ac22-7c2e2a4f71d2), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:33.551225 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.services.segments.db [None req-ba791ae4-f5dc-492f-a0b3-35f6b309ba82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60ee3c98-b8d8-426e-ac22-7c2e2a4f71d2']}} {{(pid=116020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:03:33.561002 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.services.segments.db [None req-ba791ae4-f5dc-492f-a0b3-35f6b309ba82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5df58ab-af11-4c08-9b1a-77128c681701') {'for_net_delete': True} {{(pid=116020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:03:33.561408 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.services.segments.db [None req-ba791ae4-f5dc-492f-a0b3-35f6b309ba82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5df58ab-af11-4c08-9b1a-77128c681701') {} {{(pid=116020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:03:33.572370 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-ba791ae4-f5dc-492f-a0b3-35f6b309ba82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739546442765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14300077'] for segment (a5df58ab-af11-4c08-9b1a-77128c681701), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:33.587806 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-ba791ae4-f5dc-492f-a0b3-35f6b309ba82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1532675'] for segment (a5df58ab-af11-4c08-9b1a-77128c681701), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:33.593897 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba791ae4-f5dc-492f-a0b3-35f6b309ba82 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=116020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 22:03:33.594311 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-ba791ae4-f5dc-492f-a0b3-35f6b309ba82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1532675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14262349'] for segment (a5df58ab-af11-4c08-9b1a-77128c681701), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:33.613115 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.services.segments.plugin [-] Segment a5df58ab-af11-4c08-9b1a-77128c681701 resource provider aggregate not found Sep 21 22:03:33.652578 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.services.segments.plugin [-] Segment a5df58ab-af11-4c08-9b1a-77128c681701 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a5df58ab-af11-4c08-9b1a-77128c681701 found for delete ", "request_id": "req-90864f5a-d38f-4394-bcc8-932c660ec9a7"}]} Sep 21 22:03:33.993164 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528f348-67b5-4154-9170-d6ba6d57b447 req-3c4e6732-1316-4585-bc97-6855b7bc75d6 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:33.993164 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-4528f348-67b5-4154-9170-d6ba6d57b447 req-3c4e6732-1316-4585-bc97-6855b7bc75d6 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.0558264 Sep 21 22:03:33.993164 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-4528f348-67b5-4154-9170-d6ba6d57b447 req-b0efb5ff-6e62-4f47-b977-19de06f8e9c7 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418642 Sep 21 22:03:34.023292 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d216f9b-1afc-4881-8dd8-2f2c47f3ab56 req-a2608501-283a-448c-9410-2f03a50ee34c tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:34.024944 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-6d216f9b-1afc-4881-8dd8-2f2c47f3ab56 req-a2608501-283a-448c-9410-2f03a50ee34c tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 943 time: 0.0624268 Sep 21 22:03:34.083787 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-6d216f9b-1afc-4881-8dd8-2f2c47f3ab56 req-697120fe-8abf-43e5-b733-c9dd04aa29a1 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525088 Sep 21 22:03:34.122470 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-ba791ae4-f5dc-492f-a0b3-35f6b309ba82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494366'] for network (60ee3c98-b8d8-426e-ac22-7c2e2a4f71d2), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:34.137037 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-ba791ae4-f5dc-492f-a0b3-35f6b309ba82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for network (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:34.140341 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-ba791ae4-f5dc-492f-a0b3-35f6b309ba82 admin admin] 10.222.0.52 "DELETE /v2.0/networks/60ee3c98-b8d8-426e-ac22-7c2e2a4f71d2 HTTP/1.1" status: 204 len: 168 time: 0.7747881 Sep 21 22:03:34.153669 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba791ae4-f5dc-492f-a0b3-35f6b309ba82 admin admin] Pushing event deleted for resources: {'Network': ['ID=60ee3c98-b8d8-426e-ac22-7c2e2a4f71d2,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:34.162401 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba791ae4-f5dc-492f-a0b3-35f6b309ba82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:03:34.189578 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba791ae4-f5dc-492f-a0b3-35f6b309ba82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:03:34.189578 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba791ae4-f5dc-492f-a0b3-35f6b309ba82 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:03:34.189578 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba791ae4-f5dc-492f-a0b3-35f6b309ba82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:03:34.189578 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba791ae4-f5dc-492f-a0b3-35f6b309ba82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:03:34.189578 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba791ae4-f5dc-492f-a0b3-35f6b309ba82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:03:34.189578 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba791ae4-f5dc-492f-a0b3-35f6b309ba82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:03:34.189578 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba791ae4-f5dc-492f-a0b3-35f6b309ba82 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:03:34.189578 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba791ae4-f5dc-492f-a0b3-35f6b309ba82 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:03:34.189578 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba791ae4-f5dc-492f-a0b3-35f6b309ba82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:03:34.189578 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba791ae4-f5dc-492f-a0b3-35f6b309ba82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:03:34.189578 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba791ae4-f5dc-492f-a0b3-35f6b309ba82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:03:34.189578 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba791ae4-f5dc-492f-a0b3-35f6b309ba82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:03:34.958313 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 34448) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:03:35.001519 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-df12233b-92f3-4eae-a274-b9f1a33bc617 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=99577212b896403ca58527594588e45c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436208 Sep 21 22:03:35.004175 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 34450) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:03:35.076480 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-047e2515-17bd-417a-83a8-4baeab364bf4 admin admin] Publish callbacks [] for security_group (dc3ffcea-2341-446c-b840-413da34356cf), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:35.117675 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-047e2515-17bd-417a-83a8-4baeab364bf4 admin admin] Publish callbacks [] for security_group (dc3ffcea-2341-446c-b840-413da34356cf), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:35.164894 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a636fc-3870-4eca-a7a2-1d415492844b req-628cbb6c-5591-4270-86ac-aa574934725a tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:35.166400 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-50a636fc-3870-4eca-a7a2-1d415492844b req-628cbb6c-5591-4270-86ac-aa574934725a tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.1039977 Sep 21 22:03:35.253702 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-50a636fc-3870-4eca-a7a2-1d415492844b req-ad047fda-ed27-42ec-9fa3-9439e02c7eaf tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814722 Sep 21 22:03:35.284783 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60b46f-278d-448c-9a72-42f6e67eb67a req-da580d13-b340-4927-98e4-2c8ce66af46f tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:35.286440 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ce60b46f-278d-448c-9a72-42f6e67eb67a req-da580d13-b340-4927-98e4-2c8ce66af46f tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 943 time: 0.1057999 Sep 21 22:03:35.309843 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-047e2515-17bd-417a-83a8-4baeab364bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (dc3ffcea-2341-446c-b840-413da34356cf), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:35.312536 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-047e2515-17bd-417a-83a8-4baeab364bf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:35.313772 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-047e2515-17bd-417a-83a8-4baeab364bf4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dc3ffcea-2341-446c-b840-413da34356cf HTTP/1.1" status: 204 len: 168 time: 0.3082814 Sep 21 22:03:35.328230 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e2515-17bd-417a-83a8-4baeab364bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3ffcea-2341-446c-b840-413da34356cf,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:35.356732 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ce60b46f-278d-448c-9a72-42f6e67eb67a req-06e7db3d-c2e9-4e42-ad22-e127e975fb4e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646825 Sep 21 22:03:36.385321 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456aa8ed-abc9-48a3-8053-fb7de1ab03b6 req-120f189e-adba-4d9e-bf5b-9603dd2c2814 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:36.386823 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-456aa8ed-abc9-48a3-8053-fb7de1ab03b6 req-120f189e-adba-4d9e-bf5b-9603dd2c2814 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.0559213 Sep 21 22:03:36.440678 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-456aa8ed-abc9-48a3-8053-fb7de1ab03b6 req-f6cb6354-8d32-49e3-b0d2-b353085bac9f tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476468 Sep 21 22:03:36.541422 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335056f-f907-48bc-9e44-d5442b9140d8 req-805d5415-9906-4b50-8d2e-9341ec073f9f tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:36.542946 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b335056f-f907-48bc-9e44-d5442b9140d8 req-805d5415-9906-4b50-8d2e-9341ec073f9f tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 943 time: 0.0555246 Sep 21 22:03:36.592815 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b335056f-f907-48bc-9e44-d5442b9140d8 req-2a4fedfb-0781-4396-8400-155df0ab9909 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430329 Sep 21 22:03:37.585570 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f03eb-faeb-42a6-a3d5-0ea57bdf783c req-b39a4edb-f6d2-44a5-8bb2-e96355a2b0ad tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:37.586954 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-df1f03eb-faeb-42a6-a3d5-0ea57bdf783c req-b39a4edb-f6d2-44a5-8bb2-e96355a2b0ad tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.0603700 Sep 21 22:03:37.650897 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-df1f03eb-faeb-42a6-a3d5-0ea57bdf783c req-ea89d4ee-7157-42ed-8158-28a3c951a07d tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575607 Sep 21 22:03:37.759245 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c7f59-a0a9-4d94-9110-7dab3c6c0ae6 req-720e4b9a-c6bb-4cbe-8937-7c55ad082d56 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:37.759806 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-563c7f59-a0a9-4d94-9110-7dab3c6c0ae6 req-720e4b9a-c6bb-4cbe-8937-7c55ad082d56 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 943 time: 0.0594361 Sep 21 22:03:37.822565 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-563c7f59-a0a9-4d94-9110-7dab3c6c0ae6 req-7b11c255-c4a5-4e06-a896-ebf1093b05aa tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535598 Sep 21 22:03:38.805437 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2503c4c8-ccfe-40ac-beaf-04d88d798f4f req-ec6122c5-8598-4278-ac16-6df0470b873b tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:38.806924 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2503c4c8-ccfe-40ac-beaf-04d88d798f4f req-ec6122c5-8598-4278-ac16-6df0470b873b tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.0602515 Sep 21 22:03:38.852652 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2503c4c8-ccfe-40ac-beaf-04d88d798f4f req-9e70f0b5-b042-4251-9dcd-f128adb7b17e tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400581 Sep 21 22:03:38.961044 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d3f25-1991-4555-9139-f07e388ceec2 req-79c9d60b-06a4-4d61-abac-a69e70bd7bc5 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:38.962538 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-956d3f25-1991-4555-9139-f07e388ceec2 req-79c9d60b-06a4-4d61-abac-a69e70bd7bc5 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 943 time: 0.0547361 Sep 21 22:03:39.012257 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-956d3f25-1991-4555-9139-f07e388ceec2 req-39ccf092-bcf3-4d34-9c14-a508ca9da876 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438268 Sep 21 22:03:39.987670 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2745f08-f352-4644-bcfe-7567ed3edfb0 req-595f41b4-8ea7-4c3d-8e6b-a552a1f33d90 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:39.989197 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-f2745f08-f352-4644-bcfe-7567ed3edfb0 req-595f41b4-8ea7-4c3d-8e6b-a552a1f33d90 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.0543797 Sep 21 22:03:40.044459 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-f2745f08-f352-4644-bcfe-7567ed3edfb0 req-0c5aa626-4b63-4b13-bdb9-108a1b54a14c tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486157 Sep 21 22:03:40.161786 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01158cf5-dab1-4090-8ca6-d6cffde27d5d req-f0deb367-aabc-44d3-ac9d-14fbf47c594d tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:40.163887 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-01158cf5-dab1-4090-8ca6-d6cffde27d5d req-f0deb367-aabc-44d3-ac9d-14fbf47c594d tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 943 time: 0.0567572 Sep 21 22:03:40.211509 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-01158cf5-dab1-4090-8ca6-d6cffde27d5d req-85860d9b-6b5a-45d0-8a90-d514de273b1a tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426660 Sep 21 22:03:41.180826 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023d911-c533-4009-93cc-3de3c2f4cc52 req-17edb30f-edf9-4f05-b679-f24c569374e0 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:41.182434 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-e023d911-c533-4009-93cc-3de3c2f4cc52 req-17edb30f-edf9-4f05-b679-f24c569374e0 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.0567620 Sep 21 22:03:41.231624 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-e023d911-c533-4009-93cc-3de3c2f4cc52 req-1305b51b-f719-4f87-b708-e9de26c5ccfd tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432322 Sep 21 22:03:41.357299 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416cea19-2fef-42e3-85a2-1a3188a5ed9f req-6ee886c6-7116-478f-a068-6ac5e3b42b56 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:41.358864 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-416cea19-2fef-42e3-85a2-1a3188a5ed9f req-6ee886c6-7116-478f-a068-6ac5e3b42b56 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 943 time: 0.0616910 Sep 21 22:03:41.413290 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-416cea19-2fef-42e3-85a2-1a3188a5ed9f req-dce40d15-c9ff-453c-b554-d58ff52ebfe1 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474317 Sep 21 22:03:42.358626 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a10b39e-6991-4e80-9002-05ec5adbc9c2 req-f74eb3a8-287b-419a-a135-187baf821868 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:42.360639 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-3a10b39e-6991-4e80-9002-05ec5adbc9c2 req-f74eb3a8-287b-419a-a135-187baf821868 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.0562046 Sep 21 22:03:42.408761 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-3a10b39e-6991-4e80-9002-05ec5adbc9c2 req-b395e796-42f3-40ca-8262-a02367263136 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419500 Sep 21 22:03:42.544130 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee8230-15af-4e35-8099-72069b73c929 req-9d970264-04ef-4a4e-81ec-ba2ca1162562 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:42.545733 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-73ee8230-15af-4e35-8099-72069b73c929 req-9d970264-04ef-4a4e-81ec-ba2ca1162562 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 943 time: 0.0528660 Sep 21 22:03:42.596806 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-73ee8230-15af-4e35-8099-72069b73c929 req-0cd98d87-4d52-44d7-9653-92f5aa9dc9b6 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447798 Sep 21 22:03:43.537223 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562235e-02eb-4c87-9fc8-ec331971716b req-352cde29-9113-4339-ac5f-8585d76b4e73 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:43.538666 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-5562235e-02eb-4c87-9fc8-ec331971716b req-352cde29-9113-4339-ac5f-8585d76b4e73 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.0539417 Sep 21 22:03:43.586635 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-5562235e-02eb-4c87-9fc8-ec331971716b req-68800781-8ea0-414a-a541-915d1851ed0c tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424163 Sep 21 22:03:43.730096 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fec275-95d1-4808-9e06-d87dba83fa5e req-3b59c61a-779b-428f-a139-3496371d8d61 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:43.731597 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-20fec275-95d1-4808-9e06-d87dba83fa5e req-3b59c61a-779b-428f-a139-3496371d8d61 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 943 time: 0.0539315 Sep 21 22:03:43.780519 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-20fec275-95d1-4808-9e06-d87dba83fa5e req-652d7245-ed5e-4815-b9b0-f88b2cf12338 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426817 Sep 21 22:03:44.821440 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (0aee7d89-594f-4992-91de-a4ac3f52e28d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:44.916514 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b080fa4-ab99-49c2-8504-2c2a3b192489 req-6a197b71-5a02-405e-a09a-5f232f67c8db tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:44.917891 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8b080fa4-ab99-49c2-8504-2c2a3b192489 req-6a197b71-5a02-405e-a09a-5f232f67c8db tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 943 time: 0.0559537 Sep 21 22:03:44.964685 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8b080fa4-ab99-49c2-8504-2c2a3b192489 req-526b58c2-e23d-45c5-9e41-b3e089f5bd3d tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408700 Sep 21 22:03:45.967600 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-a2145c05-c7e5-4819-a40a-5539b9672565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:46.097687 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5ac2d-83d5-4455-88f0-6152b4a2fe18 req-662bb587-9fcc-4c71-bed5-3129b7e8b939 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:46.099158 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2fa5ac2d-83d5-4455-88f0-6152b4a2fe18 req-662bb587-9fcc-4c71-bed5-3129b7e8b939 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 943 time: 0.0528452 Sep 21 22:03:46.147181 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2fa5ac2d-83d5-4455-88f0-6152b4a2fe18 req-bc4e701e-2095-4b32-8a2e-a71b9e9f5b9b tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421455 Sep 21 22:03:47.287060 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58507cc0-f760-4711-9721-2c0f76211131 req-791bd2e0-4451-48ba-9cc7-f9c816d21bfa tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:47.288563 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-58507cc0-f760-4711-9721-2c0f76211131 req-791bd2e0-4451-48ba-9cc7-f9c816d21bfa tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 943 time: 0.0571363 Sep 21 22:03:47.334727 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-58507cc0-f760-4711-9721-2c0f76211131 req-c230571a-80f4-4358-a201-88a994a143eb tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406489 Sep 21 22:03:48.145944 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-e4e9519c-1492-4864-9666-0e5f882eb9fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:48.468660 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4c518-f502-42d7-908b-59f1a352e44c req-4ab4b770-4a04-42c5-860c-751dea94bbad tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:48.470684 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-81a4c518-f502-42d7-908b-59f1a352e44c req-4ab4b770-4a04-42c5-860c-751dea94bbad tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 943 time: 0.0548525 Sep 21 22:03:48.518187 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-81a4c518-f502-42d7-908b-59f1a352e44c req-7ec178e6-cdf9-4512-98d5-d30e5c8a66fc tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412486 Sep 21 22:03:49.483562 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:49.651303 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb837b9f-b3dd-4dc6-8520-bebddd9f0165 req-6a77ddcf-939e-46ab-b7bd-0fbab55d6924 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:49.652932 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-fb837b9f-b3dd-4dc6-8520-bebddd9f0165 req-6a77ddcf-939e-46ab-b7bd-0fbab55d6924 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 943 time: 0.0543032 Sep 21 22:03:49.703649 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-fb837b9f-b3dd-4dc6-8520-bebddd9f0165 req-0b6bb1fa-d479-4040-b4a2-e0dd7a6e953c tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450332 Sep 21 22:03:50.843209 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43224e44-d8d3-4036-ac3a-72f31792e07a req-d8b48aaa-f5e7-4f97-bb49-bc37b27aeb95 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:50.845111 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-43224e44-d8d3-4036-ac3a-72f31792e07a req-d8b48aaa-f5e7-4f97-bb49-bc37b27aeb95 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 943 time: 0.0565012 Sep 21 22:03:50.896863 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-43224e44-d8d3-4036-ac3a-72f31792e07a req-8c7292ca-c14c-4421-9ab0-f1539d6dc367 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450854 Sep 21 22:03:50.996708 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:51.046554 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device 61a3a825-87ba-40c7-96ba-ec486581ff8b details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=116021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 22:03:51.262986 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port 61a3a825-87ba-40c7-96ba-ec486581ff8b, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=61a3a825-87ba-40c7-96ba-ec486581ff8b,segment=NetworkSegment(d07355e0-aacb-4281-84d5-155a0ab99755),segment_id=d07355e0-aacb-4281-84d5-155a0ab99755)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:03:51.276647 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Returning: {'device': '61a3a825-87ba-40c7-96ba-ec486581ff8b', 'network_id': 'ab2b5ec8-d24d-414d-80a8-ae5a033aa18d', 'port_id': '61a3a825-87ba-40c7-96ba-ec486581ff8b', 'mac_address': 'fa:16:3e:24:91:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fbdb1a2-604b-4475-ad62-84a9530d66d1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 22:03:51.313147 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port 61a3a825-87ba-40c7-96ba-ec486581ff8b is: DOWN; New status is: BUILD {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:03:51.313546 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (61a3a825-87ba-40c7-96ba-ec486581ff8b), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:51.327582 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.notifiers.nova [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61a3a825-87ba-40c7-96ba-ec486581ff8b {{(pid=116021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:03:51.351017 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port 61a3a825-87ba-40c7-96ba-ec486581ff8b, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=61a3a825-87ba-40c7-96ba-ec486581ff8b,segment=NetworkSegment(d07355e0-aacb-4281-84d5-155a0ab99755),segment_id=d07355e0-aacb-4281-84d5-155a0ab99755)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:03:51.437113 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (61a3a825-87ba-40c7-96ba-ec486581ff8b), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:51.487660 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=61a3a825-87ba-40c7-96ba-ec486581ff8b,revision_number=9']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:52.035510 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b28b1c-2566-4081-9f1f-757913e2415a req-f6e91bd0-cb92-4f7f-acf9-88b5634f0347 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:52.037131 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-80b28b1c-2566-4081-9f1f-757913e2415a req-f6e91bd0-cb92-4f7f-acf9-88b5634f0347 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 944 time: 0.0576384 Sep 21 22:03:52.091916 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-80b28b1c-2566-4081-9f1f-757913e2415a req-1c7eaa8a-fd7f-4f42-89ba-ba5783e222fb tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450687 Sep 21 22:03:52.476959 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:53.233300 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784483da-0624-4f08-894a-e1d79ae1b4e6 req-c2844fbc-5640-4285-8e63-177c293838f4 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:53.234857 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-784483da-0624-4f08-894a-e1d79ae1b4e6 req-c2844fbc-5640-4285-8e63-177c293838f4 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 944 time: 0.0590379 Sep 21 22:03:53.287836 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-784483da-0624-4f08-894a-e1d79ae1b4e6 req-2844dffa-e2ad-413f-b5ed-272114f9332c tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457568 Sep 21 22:03:53.372748 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] get_ports_and_sgs() called for port_ids ['61a3a825-87ba-40c7-96ba-ec486581ff8b'] {{(pid=116021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:03:54.425019 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9236e344-d453-4101-8d5b-58bc7714795b req-3db456e3-f3f4-47d1-bed1-2c0559264cae tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:54.426584 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-9236e344-d453-4101-8d5b-58bc7714795b req-3db456e3-f3f4-47d1-bed1-2c0559264cae tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 944 time: 0.0553191 Sep 21 22:03:54.475520 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-9236e344-d453-4101-8d5b-58bc7714795b req-924b5d95-f365-49a4-904f-02d54872019e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429492 Sep 21 22:03:54.922000 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device 61a3a825-87ba-40c7-96ba-ec486581ff8b up at agent hyperv_hv-cinder-85881 {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:03:54.976585 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Provisioning complete for port 61a3a825-87ba-40c7-96ba-ec486581ff8b triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:03:54.976957 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (61a3a825-87ba-40c7-96ba-ec486581ff8b), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:54.977297 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Attempt 1 to provision port 61a3a825-87ba-40c7-96ba-ec486581ff8b Sep 21 22:03:55.058782 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port 61a3a825-87ba-40c7-96ba-ec486581ff8b is: BUILD; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:03:55.059422 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (61a3a825-87ba-40c7-96ba-ec486581ff8b), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:55.092740 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098797e0-d07c-4b3e-bf38-86bfe427d7db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a3a825-87ba-40c7-96ba-ec486581ff8b'}] {{(pid=116021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:03:55.096433 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d500dca99ac2bf62db1703b02a00765538e18f27ddf2ede5333818e021564b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc38e7b0-cfb8-4028-9817-ce82069af944" -d '{"events": [{"server_uuid": "098797e0-d07c-4b3e-bf38-86bfe427d7db", "name": "network-vif-plugged", "status": "completed", "tag": "61a3a825-87ba-40c7-96ba-ec486581ff8b"}]}' {{(pid=116021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:03:55.117222 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port 61a3a825-87ba-40c7-96ba-ec486581ff8b, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=61a3a825-87ba-40c7-96ba-ec486581ff8b,segment=NetworkSegment(d07355e0-aacb-4281-84d5-155a0ab99755),segment_id=d07355e0-aacb-4281-84d5-155a0ab99755)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:03:55.148782 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9016cc-70b2-4d05-9f47-af65a81aa1cc x-openstack-request-id: req-0d9016cc-70b2-4d05-9f47-af65a81aa1cc {{(pid=116021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:03:55.149185 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "098797e0-d07c-4b3e-bf38-86bfe427d7db", "name": "network-vif-plugged", "status": "completed", "tag": "61a3a825-87ba-40c7-96ba-ec486581ff8b", "code": 200}]} {{(pid=116021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:03:55.149561 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0d9016cc-70b2-4d05-9f47-af65a81aa1cc {{(pid=116021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:03:55.150204 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d9016cc-70b2-4d05-9f47-af65a81aa1cc'] response: {'server_uuid': '098797e0-d07c-4b3e-bf38-86bfe427d7db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a3a825-87ba-40c7-96ba-ec486581ff8b', 'code': 200} Sep 21 22:03:55.185709 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (61a3a825-87ba-40c7-96ba-ec486581ff8b), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:55.242904 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=61a3a825-87ba-40c7-96ba-ec486581ff8b,revision_number=10']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:03:55.629865 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551fe8d8-3d40-4d47-a4a5-036750384755 req-6d9f4229-79dd-4546-9cbe-b1c3661034c8 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:55.631490 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-551fe8d8-3d40-4d47-a4a5-036750384755 req-6d9f4229-79dd-4546-9cbe-b1c3661034c8 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 946 time: 0.0572703 Sep 21 22:03:55.687812 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-551fe8d8-3d40-4d47-a4a5-036750384755 req-735d0ca5-cfa9-4202-8e54-e1629f7c7c5f tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501046 Sep 21 22:03:55.924147 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb31ad3-50de-4687-83e2-895b4e15bcc8 req-f507548c-31c1-4542-9542-b541b4f93aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:55.925665 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-dbb31ad3-50de-4687-83e2-895b4e15bcc8 req-f507548c-31c1-4542-9542-b541b4f93aeb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 1130 time: 0.0456233 Sep 21 22:03:56.834080 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca063f-115e-42ae-9a6a-4803348c5c61 req-5308d42e-e231-478e-b35d-e2ce2a0850e5 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:56.835529 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-22ca063f-115e-42ae-9a6a-4803348c5c61 req-5308d42e-e231-478e-b35d-e2ce2a0850e5 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 946 time: 0.0601387 Sep 21 22:03:56.884297 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-22ca063f-115e-42ae-9a6a-4803348c5c61 req-23c7d4a6-70e8-439d-a1a1-4afbd85579cb tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420728 Sep 21 22:03:57.031981 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-dbb31ad3-50de-4687-83e2-895b4e15bcc8 req-0f43bf52-798c-4d6a-9e55-0a616f389179 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433967 Sep 21 22:03:58.016270 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa7b60c-b07a-4cbf-ae45-bfa9a18d13cb req-bed6eb43-9561-4b00-9a24-542070b1e99b tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:58.017806 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1fa7b60c-b07a-4cbf-ae45-bfa9a18d13cb req-bed6eb43-9561-4b00-9a24-542070b1e99b tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 946 time: 0.0529964 Sep 21 22:03:58.068929 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1fa7b60c-b07a-4cbf-ae45-bfa9a18d13cb req-d5924a6f-7336-4f32-9521-95396de9d9ac tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448508 Sep 21 22:03:59.214996 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b12bd-2a40-4a9b-8e59-214ca3a5199b req-7332812b-29cc-4822-8f1f-e23521077a9e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:03:59.216787 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-216b12bd-2a40-4a9b-8e59-214ca3a5199b req-7332812b-29cc-4822-8f1f-e23521077a9e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 946 time: 0.0640550 Sep 21 22:03:59.275556 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-216b12bd-2a40-4a9b-8e59-214ca3a5199b req-52843aeb-e798-44e7-8aff-22c9d370371f tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491381 Sep 21 22:04:00.418927 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68894618-9dc7-4904-a2c8-ad0478360601 req-74ac5bb4-38b0-48cd-997a-d5cc5d37f108 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:00.420573 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-68894618-9dc7-4904-a2c8-ad0478360601 req-74ac5bb4-38b0-48cd-997a-d5cc5d37f108 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 946 time: 0.0573797 Sep 21 22:04:00.473106 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-68894618-9dc7-4904-a2c8-ad0478360601 req-1b0419bf-4047-4f8c-899a-c573512ccb62 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459917 Sep 21 22:04:01.641390 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6a4fe-1253-49b3-8b97-ba76b1b5844e req-5b9c0c8c-2c1d-4bef-a98e-f391553a13c4 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:01.644215 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-03a6a4fe-1253-49b3-8b97-ba76b1b5844e req-5b9c0c8c-2c1d-4bef-a98e-f391553a13c4 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 946 time: 0.0709465 Sep 21 22:04:01.710691 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-03a6a4fe-1253-49b3-8b97-ba76b1b5844e req-185b6755-ac3e-441f-a18b-dccfe9ef1e96 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602357 Sep 21 22:04:02.891633 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f8abc-c3c8-4207-b80f-cd1590b22ae6 req-3ae1df9d-7693-48d1-9948-0117eb87d910 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:02.893558 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b22f8abc-c3c8-4207-b80f-cd1590b22ae6 req-3ae1df9d-7693-48d1-9948-0117eb87d910 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 946 time: 0.0654156 Sep 21 22:04:02.970888 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b22f8abc-c3c8-4207-b80f-cd1590b22ae6 req-01de3095-40c8-4f18-a1ac-92040de18393 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662374 Sep 21 22:04:04.138061 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c70da-d611-4af7-8cca-0ff57fdb4522 req-28ad96f5-ddcc-4523-b3a4-a817b6f2ea9d tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:04.140744 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-4e1c70da-d611-4af7-8cca-0ff57fdb4522 req-28ad96f5-ddcc-4523-b3a4-a817b6f2ea9d tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 946 time: 0.0806594 Sep 21 22:04:04.200326 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-4e1c70da-d611-4af7-8cca-0ff57fdb4522 req-63c4ee43-becd-4c25-9088-6e4112935315 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532939 Sep 21 22:04:05.739731 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.agents_db [None req-53c7536d-764e-4ad7-87ad-c450eadf28b3 None None] Agent healthcheck: found 6 active agents {{(pid=116022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:04:05.854735 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 34746) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:04:06.022340 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-36a5b044-3405-46d3-9d39-5d6e4fcd6ca3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:06.112908 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-36a5b044-3405-46d3-9d39-5d6e4fcd6ca3 admin admin] Publish callbacks [] for security_group (ba4062ee-f6dd-4fba-919e-2fd3a799ce51), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:06.185332 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-36a5b044-3405-46d3-9d39-5d6e4fcd6ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (ba4062ee-f6dd-4fba-919e-2fd3a799ce51), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:06.232611 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a5b044-3405-46d3-9d39-5d6e4fcd6ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4062ee-f6dd-4fba-919e-2fd3a799ce51,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:06.240689 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-36a5b044-3405-46d3-9d39-5d6e4fcd6ca3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bf85059295b14471826ff553230e1d74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3841100 Sep 21 22:04:06.244707 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 34750) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:04:06.305816 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-24c5c282-4fc3-4dd6-b156-0c8b2f7510af admin admin] Publish callbacks [] for security_group (ba4062ee-f6dd-4fba-919e-2fd3a799ce51), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:06.332045 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-24c5c282-4fc3-4dd6-b156-0c8b2f7510af admin admin] Publish callbacks [] for security_group (ba4062ee-f6dd-4fba-919e-2fd3a799ce51), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:06.483055 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-24c5c282-4fc3-4dd6-b156-0c8b2f7510af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (ba4062ee-f6dd-4fba-919e-2fd3a799ce51), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:06.486059 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-24c5c282-4fc3-4dd6-b156-0c8b2f7510af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:06.487299 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-24c5c282-4fc3-4dd6-b156-0c8b2f7510af admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ba4062ee-f6dd-4fba-919e-2fd3a799ce51 HTTP/1.1" status: 204 len: 168 time: 0.2409935 Sep 21 22:04:06.500557 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c5c282-4fc3-4dd6-b156-0c8b2f7510af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4062ee-f6dd-4fba-919e-2fd3a799ce51,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:07.257561 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 34758) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:04:07.266323 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-d4517d95-7c24-4989-9aca-41e12b08d6fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:07.363712 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-d4517d95-7c24-4989-9aca-41e12b08d6fa admin admin] Publish callbacks [] for security_group (e264ba08-032e-4e8c-b704-d1094421c2a3), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:07.431254 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-d4517d95-7c24-4989-9aca-41e12b08d6fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (e264ba08-032e-4e8c-b704-d1094421c2a3), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:07.475691 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-d4517d95-7c24-4989-9aca-41e12b08d6fa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=94e55a967d334376b1c920fe76c05b26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2230508 Sep 21 22:04:07.476494 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4517d95-7c24-4989-9aca-41e12b08d6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e264ba08-032e-4e8c-b704-d1094421c2a3,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:07.478756 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 34760) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:04:07.538231 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-1d5ecd54-9860-430f-a94e-2ced9751a9f7 admin admin] Publish callbacks [] for security_group (e264ba08-032e-4e8c-b704-d1094421c2a3), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:07.564585 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-1d5ecd54-9860-430f-a94e-2ced9751a9f7 admin admin] Publish callbacks [] for security_group (e264ba08-032e-4e8c-b704-d1094421c2a3), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:07.705618 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-1d5ecd54-9860-430f-a94e-2ced9751a9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (e264ba08-032e-4e8c-b704-d1094421c2a3), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:07.708834 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-1d5ecd54-9860-430f-a94e-2ced9751a9f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:07.710424 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-1d5ecd54-9860-430f-a94e-2ced9751a9f7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e264ba08-032e-4e8c-b704-d1094421c2a3 HTTP/1.1" status: 204 len: 168 time: 0.2302356 Sep 21 22:04:07.724620 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ecd54-9860-430f-a94e-2ced9751a9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e264ba08-032e-4e8c-b704-d1094421c2a3,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:07.738456 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5ecd54-9860-430f-a94e-2ced9751a9f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:07.738919 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5ecd54-9860-430f-a94e-2ced9751a9f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:07.739442 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5ecd54-9860-430f-a94e-2ced9751a9f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:07.739869 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5ecd54-9860-430f-a94e-2ced9751a9f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:07.740502 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5ecd54-9860-430f-a94e-2ced9751a9f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:07.742750 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5ecd54-9860-430f-a94e-2ced9751a9f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:07.742750 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5ecd54-9860-430f-a94e-2ced9751a9f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:07.742750 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5ecd54-9860-430f-a94e-2ced9751a9f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:07.742750 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5ecd54-9860-430f-a94e-2ced9751a9f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:07.742750 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5ecd54-9860-430f-a94e-2ced9751a9f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:07.742750 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5ecd54-9860-430f-a94e-2ced9751a9f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:07.743853 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5ecd54-9860-430f-a94e-2ced9751a9f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:07.743853 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5ecd54-9860-430f-a94e-2ced9751a9f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:10.511449 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 34806) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:04:10.633960 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-bc9c7238-ee1a-4a84-9473-f5b57435efbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:10.725721 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-bc9c7238-ee1a-4a84-9473-f5b57435efbb admin admin] Publish callbacks [] for security_group (905d8b41-bb3b-4281-a9dc-c87cc1294859), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:10.774256 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-bc9c7238-ee1a-4a84-9473-f5b57435efbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (905d8b41-bb3b-4281-a9dc-c87cc1294859), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:10.818594 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-bc9c7238-ee1a-4a84-9473-f5b57435efbb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ab4350b56182449c8d1f110ada2e29b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3058710 Sep 21 22:04:10.819640 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9c7238-ee1a-4a84-9473-f5b57435efbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905d8b41-bb3b-4281-a9dc-c87cc1294859,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:10.821884 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 34810) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:04:10.883017 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-88688439-5e50-4c9a-9569-a15b76f2bd3d admin admin] Publish callbacks [] for security_group (905d8b41-bb3b-4281-a9dc-c87cc1294859), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:10.908433 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-88688439-5e50-4c9a-9569-a15b76f2bd3d admin admin] Publish callbacks [] for security_group (905d8b41-bb3b-4281-a9dc-c87cc1294859), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:11.042935 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-88688439-5e50-4c9a-9569-a15b76f2bd3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (905d8b41-bb3b-4281-a9dc-c87cc1294859), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:11.045911 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-88688439-5e50-4c9a-9569-a15b76f2bd3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:11.047962 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-88688439-5e50-4c9a-9569-a15b76f2bd3d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/905d8b41-bb3b-4281-a9dc-c87cc1294859 HTTP/1.1" status: 204 len: 168 time: 0.2244828 Sep 21 22:04:11.058261 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88688439-5e50-4c9a-9569-a15b76f2bd3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905d8b41-bb3b-4281-a9dc-c87cc1294859,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:11.732342 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 34818) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:04:11.746832 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-7b87f51f-f300-4651-abec-3aeadb4ca442 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:11.847591 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-7b87f51f-f300-4651-abec-3aeadb4ca442 admin admin] Publish callbacks [] for security_group (3d7d6c8c-80b6-4c69-bc76-407df8d268a2), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:11.928406 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-7b87f51f-f300-4651-abec-3aeadb4ca442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (3d7d6c8c-80b6-4c69-bc76-407df8d268a2), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:11.972912 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b87f51f-f300-4651-abec-3aeadb4ca442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7d6c8c-80b6-4c69-bc76-407df8d268a2,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:11.977378 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-7b87f51f-f300-4651-abec-3aeadb4ca442 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ba1f221bf8674d5998bf427756469c6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2437918 Sep 21 22:04:11.981598 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 34820) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:04:12.043735 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-c03bac0f-50b9-4abe-8a0c-17b8c3d02391 admin admin] Publish callbacks [] for security_group (3d7d6c8c-80b6-4c69-bc76-407df8d268a2), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:12.071211 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-c03bac0f-50b9-4abe-8a0c-17b8c3d02391 admin admin] Publish callbacks [] for security_group (3d7d6c8c-80b6-4c69-bc76-407df8d268a2), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:12.190948 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-c03bac0f-50b9-4abe-8a0c-17b8c3d02391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (3d7d6c8c-80b6-4c69-bc76-407df8d268a2), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:12.193810 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-c03bac0f-50b9-4abe-8a0c-17b8c3d02391 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:12.195090 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-c03bac0f-50b9-4abe-8a0c-17b8c3d02391 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3d7d6c8c-80b6-4c69-bc76-407df8d268a2 HTTP/1.1" status: 204 len: 168 time: 0.2124064 Sep 21 22:04:12.207910 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bac0f-50b9-4abe-8a0c-17b8c3d02391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7d6c8c-80b6-4c69-bc76-407df8d268a2,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:14.070914 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-ad34bf7c-69f5-41e0-899a-5a154389a6a5 req-cead4e16-f396-4f39-9d9a-97f1487dd789 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0513051 Sep 21 22:04:14.184104 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34bf7c-69f5-41e0-899a-5a154389a6a5 req-e55f0d04-da79-4f7f-af0e-227e37c069c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:14.186844 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-ad34bf7c-69f5-41e0-899a-5a154389a6a5 req-e55f0d04-da79-4f7f-af0e-227e37c069c3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=90c3337e87ac45c5b7ca6cc8e43c6f41&device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 1130 time: 0.0863109 Sep 21 22:04:14.340313 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34bf7c-69f5-41e0-899a-5a154389a6a5 req-a283ee7c-eafa-409c-9b1f-c0e3563750c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:14.342414 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-ad34bf7c-69f5-41e0-899a-5a154389a6a5 req-a283ee7c-eafa-409c-9b1f-c0e3563750c0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ab2b5ec8-d24d-414d-80a8-ae5a033aa18d HTTP/1.1" status: 200 len: 918 time: 0.1279671 Sep 21 22:04:14.464913 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-ad34bf7c-69f5-41e0-899a-5a154389a6a5 req-f5108aa1-6c06-4851-977c-6fffed793756 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61a3a825-87ba-40c7-96ba-ec486581ff8b HTTP/1.1" status: 200 len: 1000 time: 0.1090167 Sep 21 22:04:14.546465 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34bf7c-69f5-41e0-899a-5a154389a6a5 req-832034ab-62da-45f9-8eeb-0e9b79edc34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:14.548157 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-ad34bf7c-69f5-41e0-899a-5a154389a6a5 req-832034ab-62da-45f9-8eeb-0e9b79edc34a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4fbdb1a2-604b-4475-ad62-84a9530d66d1 HTTP/1.1" status: 200 len: 856 time: 0.0726674 Sep 21 22:04:14.608800 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34bf7c-69f5-41e0-899a-5a154389a6a5 req-57be626a-fa4b-4938-aaf7-fa6d3fd05c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:14.610929 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-ad34bf7c-69f5-41e0-899a-5a154389a6a5 req-57be626a-fa4b-4938-aaf7-fa6d3fd05c1c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ab2b5ec8-d24d-414d-80a8-ae5a033aa18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542707 Sep 21 22:04:14.739393 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-ad34bf7c-69f5-41e0-899a-5a154389a6a5 req-da767bad-3437-4dff-a846-848ef30b874f service neutron] 10.222.0.71 "GET /v2.0/networks/ab2b5ec8-d24d-414d-80a8-ae5a033aa18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126673 Sep 21 22:04:14.868817 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-ad34bf7c-69f5-41e0-899a-5a154389a6a5 req-eb354f22-32f4-4a1f-8b9e-b5cacc66680d service neutron] 10.222.0.71 "GET /v2.0/networks/ab2b5ec8-d24d-414d-80a8-ae5a033aa18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217055 Sep 21 22:04:14.870945 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (0aee7d89-594f-4992-91de-a4ac3f52e28d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:15.316931 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 34868) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:04:15.438404 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-04166f0e-1d9e-434f-b48e-e1753669789b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:15.535488 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-04166f0e-1d9e-434f-b48e-e1753669789b admin admin] Publish callbacks [] for security_group (8bf2497e-1864-4122-b3c0-0114976047fa), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:15.603028 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-04166f0e-1d9e-434f-b48e-e1753669789b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (8bf2497e-1864-4122-b3c0-0114976047fa), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:15.676743 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-04166f0e-1d9e-434f-b48e-e1753669789b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2c2abb79e9ec480e92a4e4e14f025562&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3579533 Sep 21 22:04:15.678314 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04166f0e-1d9e-434f-b48e-e1753669789b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf2497e-1864-4122-b3c0-0114976047fa,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:15.679442 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 34872) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:04:15.739489 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-9b083a7d-fc1e-4a9d-9f33-a69240069690 admin admin] Publish callbacks [] for security_group (8bf2497e-1864-4122-b3c0-0114976047fa), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:15.766169 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-9b083a7d-fc1e-4a9d-9f33-a69240069690 admin admin] Publish callbacks [] for security_group (8bf2497e-1864-4122-b3c0-0114976047fa), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:15.910680 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-9b083a7d-fc1e-4a9d-9f33-a69240069690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (8bf2497e-1864-4122-b3c0-0114976047fa), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:15.913578 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-9b083a7d-fc1e-4a9d-9f33-a69240069690 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:15.915824 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-9b083a7d-fc1e-4a9d-9f33-a69240069690 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8bf2497e-1864-4122-b3c0-0114976047fa HTTP/1.1" status: 204 len: 168 time: 0.2350895 Sep 21 22:04:15.929842 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b083a7d-fc1e-4a9d-9f33-a69240069690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf2497e-1864-4122-b3c0-0114976047fa,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:15.970036 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-300279ed-51c5-4875-bd8a-662cfee546d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:16.658879 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 34880) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:04:16.673081 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-9c35e08e-3a6f-4107-b6fb-fbae87bc1b22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:16.761337 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-9c35e08e-3a6f-4107-b6fb-fbae87bc1b22 admin admin] Publish callbacks [] for security_group (9dae2c7b-1e35-453f-9b6c-f2f85322a122), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:16.808101 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-9c35e08e-3a6f-4107-b6fb-fbae87bc1b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (9dae2c7b-1e35-453f-9b6c-f2f85322a122), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:16.851924 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-9c35e08e-3a6f-4107-b6fb-fbae87bc1b22 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4aa2e3cad2794b139d5f85c536ab8f2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1918368 Sep 21 22:04:16.852953 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c35e08e-3a6f-4107-b6fb-fbae87bc1b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dae2c7b-1e35-453f-9b6c-f2f85322a122,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:16.855385 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 34882) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:04:16.916481 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-f8e8fb8f-ff67-43e8-acb8-393d8616cc53 admin admin] Publish callbacks [] for security_group (9dae2c7b-1e35-453f-9b6c-f2f85322a122), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:16.943157 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-f8e8fb8f-ff67-43e8-acb8-393d8616cc53 admin admin] Publish callbacks [] for security_group (9dae2c7b-1e35-453f-9b6c-f2f85322a122), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:17.071247 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-f8e8fb8f-ff67-43e8-acb8-393d8616cc53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (9dae2c7b-1e35-453f-9b6c-f2f85322a122), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:17.074160 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-f8e8fb8f-ff67-43e8-acb8-393d8616cc53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:17.075593 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-f8e8fb8f-ff67-43e8-acb8-393d8616cc53 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9dae2c7b-1e35-453f-9b6c-f2f85322a122 HTTP/1.1" status: 204 len: 168 time: 0.2186208 Sep 21 22:04:17.086852 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e8fb8f-ff67-43e8-acb8-393d8616cc53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dae2c7b-1e35-453f-9b6c-f2f85322a122,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:18.208684 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-d27cfa92-40e7-4791-948f-c6ee05214f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:19.557205 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:21.019929 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:21.221580 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 34958) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:04:21.350632 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-c2080b51-aaac-47bd-a7fc-aa049f3c697a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:21.485568 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-c2080b51-aaac-47bd-a7fc-aa049f3c697a admin admin] Publish callbacks [] for security_group (84ef4ecd-8541-4ba3-bc78-d416aafad7b1), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:21.563287 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-c2080b51-aaac-47bd-a7fc-aa049f3c697a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (84ef4ecd-8541-4ba3-bc78-d416aafad7b1), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:21.611325 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-c2080b51-aaac-47bd-a7fc-aa049f3c697a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0762deeaea2241d582eb6ab4f857a7d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3882396 Sep 21 22:04:21.611831 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2080b51-aaac-47bd-a7fc-aa049f3c697a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ef4ecd-8541-4ba3-bc78-d416aafad7b1,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:21.614569 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 34962) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:04:21.677196 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-499b594a-a81f-4cfd-8891-bf90fdb1ce80 admin admin] Publish callbacks [] for security_group (84ef4ecd-8541-4ba3-bc78-d416aafad7b1), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:21.705031 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-499b594a-a81f-4cfd-8891-bf90fdb1ce80 admin admin] Publish callbacks [] for security_group (84ef4ecd-8541-4ba3-bc78-d416aafad7b1), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:21.825702 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-499b594a-a81f-4cfd-8891-bf90fdb1ce80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (84ef4ecd-8541-4ba3-bc78-d416aafad7b1), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:21.828698 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-499b594a-a81f-4cfd-8891-bf90fdb1ce80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:21.830025 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-499b594a-a81f-4cfd-8891-bf90fdb1ce80 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/84ef4ecd-8541-4ba3-bc78-d416aafad7b1 HTTP/1.1" status: 204 len: 168 time: 0.2144737 Sep 21 22:04:21.849686 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b594a-a81f-4cfd-8891-bf90fdb1ce80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ef4ecd-8541-4ba3-bc78-d416aafad7b1,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:22.540230 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:22.681405 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 34968) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:04:22.695635 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-ebaf9aaf-4af5-41a8-bd48-27fd3b62c071 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:22.784101 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-ebaf9aaf-4af5-41a8-bd48-27fd3b62c071 admin admin] Publish callbacks [] for security_group (33bb86d0-920c-42f8-a803-a6b16666a86f), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:22.842715 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-ebaf9aaf-4af5-41a8-bd48-27fd3b62c071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (33bb86d0-920c-42f8-a803-a6b16666a86f), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:22.889705 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-ebaf9aaf-4af5-41a8-bd48-27fd3b62c071 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f0770fa72a204cc696ab5ca8d5e0d99b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2070138 Sep 21 22:04:22.890672 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaf9aaf-4af5-41a8-bd48-27fd3b62c071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33bb86d0-920c-42f8-a803-a6b16666a86f,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:22.893312 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 34970) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:04:22.956763 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-b5618be6-4063-419d-bdc8-391cb57237b0 admin admin] Publish callbacks [] for security_group (33bb86d0-920c-42f8-a803-a6b16666a86f), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:22.982346 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-b5618be6-4063-419d-bdc8-391cb57237b0 admin admin] Publish callbacks [] for security_group (33bb86d0-920c-42f8-a803-a6b16666a86f), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:23.151444 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-b5618be6-4063-419d-bdc8-391cb57237b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (33bb86d0-920c-42f8-a803-a6b16666a86f), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:23.154437 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-b5618be6-4063-419d-bdc8-391cb57237b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:23.156431 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-b5618be6-4063-419d-bdc8-391cb57237b0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/33bb86d0-920c-42f8-a803-a6b16666a86f HTTP/1.1" status: 204 len: 168 time: 0.2610264 Sep 21 22:04:23.165457 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5618be6-4063-419d-bdc8-391cb57237b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33bb86d0-920c-42f8-a803-a6b16666a86f,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:25.913339 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b7931-d2ba-4908-ab66-0045a9ac309d req-9e8261b6-b9b5-465a-ae14-0e066c6b6361 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:25.915096 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ae5b7931-d2ba-4908-ab66-0045a9ac309d req-9e8261b6-b9b5-465a-ae14-0e066c6b6361 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=2abd19a6-28f8-40de-96d5-0211585e1677 HTTP/1.1" status: 200 len: 945 time: 0.0796173 Sep 21 22:04:25.982116 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ae5b7931-d2ba-4908-ab66-0045a9ac309d req-a4f67a6c-87ce-462b-937d-5e23c429b25d tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=92f97d0d-f1b7-4e4b-b991-db8308670e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555575 Sep 21 22:04:27.145663 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b4981-cca7-44ac-a589-9544572ca381 req-6c61c4ef-27b1-4079-aad1-352c012a3c6c tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:27.147976 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-172b4981-cca7-44ac-a589-9544572ca381 req-6c61c4ef-27b1-4079-aad1-352c012a3c6c tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=2abd19a6-28f8-40de-96d5-0211585e1677 HTTP/1.1" status: 200 len: 945 time: 0.0726876 Sep 21 22:04:27.209555 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-172b4981-cca7-44ac-a589-9544572ca381 req-60e9f23d-486f-4368-be5d-f5eadae65b41 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=92f97d0d-f1b7-4e4b-b991-db8308670e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558269 Sep 21 22:04:28.014078 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d2830-6d29-4bc5-a7ee-d77fa3402ad4 req-22c94d91-0254-45db-928f-aad47a8876bf tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:28.015770 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-6b8d2830-6d29-4bc5-a7ee-d77fa3402ad4 req-22c94d91-0254-45db-928f-aad47a8876bf tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.71 "GET /v2.0/ports?device_id=2abd19a6-28f8-40de-96d5-0211585e1677 HTTP/1.1" status: 200 len: 945 time: 0.0649781 Sep 21 22:04:28.123611 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [req-6b8d2830-6d29-4bc5-a7ee-d77fa3402ad4 req-fb0e9c2a-9c5d-4018-a2f5-fe8ea3aff8b5 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Deleting port 5307fac9-c61b-46ad-b682-fd284b82315f {{(pid=116020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:04:28.123956 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-6b8d2830-6d29-4bc5-a7ee-d77fa3402ad4 req-fb0e9c2a-9c5d-4018-a2f5-fe8ea3aff8b5 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (5307fac9-c61b-46ad-b682-fd284b82315f), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:28.241200 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-6b8d2830-6d29-4bc5-a7ee-d77fa3402ad4 req-fb0e9c2a-9c5d-4018-a2f5-fe8ea3aff8b5 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] For port 5307fac9-c61b-46ad-b682-fd284b82315f, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=5307fac9-c61b-46ad-b682-fd284b82315f,segment=NetworkSegment(64832c79-06e5-4b2e-9d17-904da6f2a29e),segment_id=64832c79-06e5-4b2e-9d17-904da6f2a29e)] {{(pid=116020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:04:28.242066 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-6b8d2830-6d29-4bc5-a7ee-d77fa3402ad4 req-fb0e9c2a-9c5d-4018-a2f5-fe8ea3aff8b5 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (5307fac9-c61b-46ad-b682-fd284b82315f), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:28.403075 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef0e0f-8ef3-4dca-8da7-165a3fd6aa18 req-4b94d595-102e-4aa1-9292-1f9669cc62da tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:28.406324 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b6ef0e0f-8ef3-4dca-8da7-165a3fd6aa18 req-4b94d595-102e-4aa1-9292-1f9669cc62da tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=2abd19a6-28f8-40de-96d5-0211585e1677 HTTP/1.1" status: 200 len: 945 time: 0.0779240 Sep 21 22:04:28.486274 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b6ef0e0f-8ef3-4dca-8da7-165a3fd6aa18 req-fb9bcc00-74b7-4105-8b08-a5667b72a506 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=92f97d0d-f1b7-4e4b-b991-db8308670e91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696228 Sep 21 22:04:28.574435 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-6b8d2830-6d29-4bc5-a7ee-d77fa3402ad4 req-fb0e9c2a-9c5d-4018-a2f5-fe8ea3aff8b5 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:28.574806 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-6b8d2830-6d29-4bc5-a7ee-d77fa3402ad4 req-fb0e9c2a-9c5d-4018-a2f5-fe8ea3aff8b5 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494336'] for floatingip (4009bab0-ded7-4bad-b356-8248f6eb336a), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:28.575132 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.db.l3_db [req-6b8d2830-6d29-4bc5-a7ee-d77fa3402ad4 req-fb0e9c2a-9c5d-4018-a2f5-fe8ea3aff8b5 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Floating IP 4009bab0-ded7-4bad-b356-8248f6eb336a disassociated. External IP: 172.27.1.114, port: 5307fac9-c61b-46ad-b682-fd284b82315f. Sep 21 22:04:28.575491 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [req-6b8d2830-6d29-4bc5-a7ee-d77fa3402ad4 req-fb0e9c2a-9c5d-4018-a2f5-fe8ea3aff8b5 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Calling delete_port for 5307fac9-c61b-46ad-b682-fd284b82315f owned by compute:nova {{(pid=116020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:04:28.797957 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-6b8d2830-6d29-4bc5-a7ee-d77fa3402ad4 req-fb0e9c2a-9c5d-4018-a2f5-fe8ea3aff8b5 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (5307fac9-c61b-46ad-b682-fd284b82315f), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:28.831438 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e9c2a-9c5d-4018-a2f5-fe8ea3aff8b5 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Pushing event deleted for resources: {'Port': ['ID=5307fac9-c61b-46ad-b682-fd284b82315f,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:28.988576 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b8d2830-6d29-4bc5-a7ee-d77fa3402ad4 req-fb0e9c2a-9c5d-4018-a2f5-fe8ea3aff8b5 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Router bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55 has already been hosted by L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 {{(pid=116020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:04:29.121111 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b8d2830-6d29-4bc5-a7ee-d77fa3402ad4 req-fb0e9c2a-9c5d-4018-a2f5-fe8ea3aff8b5 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:04:29.137403 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6158dfb0-2628-47c5-94ef-afaf8d2b3dbd None None] Sync routers for ids ['bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'] in dv-cinder-858819-1-iscsi {{(pid=116021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:04:29.154503 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6158dfb0-2628-47c5-94ef-afaf8d2b3dbd None None] Routers {'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:04:29.156181 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-6158dfb0-2628-47c5-94ef-afaf8d2b3dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:04:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'], 'active': True} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:04:29.194654 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b8d2830-6d29-4bc5-a7ee-d77fa3402ad4 req-fb0e9c2a-9c5d-4018-a2f5-fe8ea3aff8b5 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] No DVR routers for this DVR port 5307fac9-c61b-46ad-b682-fd284b82315f on host hv-cinder-85881 {{(pid=116020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:04:29.198943 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-6b8d2830-6d29-4bc5-a7ee-d77fa3402ad4 req-fb0e9c2a-9c5d-4018-a2f5-fe8ea3aff8b5 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:29.205018 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-6b8d2830-6d29-4bc5-a7ee-d77fa3402ad4 req-fb0e9c2a-9c5d-4018-a2f5-fe8ea3aff8b5 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.71 "DELETE /v2.0/ports/5307fac9-c61b-46ad-b682-fd284b82315f HTTP/1.1" status: 204 len: 173 time: 1.1802826 Sep 21 22:04:29.205928 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2abd19a6-28f8-40de-96d5-0211585e1677', 'name': 'network-vif-deleted', 'tag': '5307fac9-c61b-46ad-b682-fd284b82315f'}] {{(pid=116020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:04:29.210110 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}616469ce01b4343580b51944d90e43cdadd76175ffa2c7c7ae3ce11ef7217efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3807c399-1b8f-4e74-a6b9-68ba9da391ad" -d '{"events": [{"server_uuid": "2abd19a6-28f8-40de-96d5-0211585e1677", "name": "network-vif-deleted", "tag": "5307fac9-c61b-46ad-b682-fd284b82315f"}]}' {{(pid=116020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:04:29.256919 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04489d20-5be0-438b-9520-d99c165b6556 x-openstack-request-id: req-04489d20-5be0-438b-9520-d99c165b6556 {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:04:29.257218 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2abd19a6-28f8-40de-96d5-0211585e1677", "name": "network-vif-deleted", "tag": "5307fac9-c61b-46ad-b682-fd284b82315f", "status": "completed", "code": 200}]} {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:04:29.257575 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-04489d20-5be0-438b-9520-d99c165b6556 {{(pid=116020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:04:29.257961 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04489d20-5be0-438b-9520-d99c165b6556'] response: {'server_uuid': '2abd19a6-28f8-40de-96d5-0211585e1677', 'name': 'network-vif-deleted', 'tag': '5307fac9-c61b-46ad-b682-fd284b82315f', 'status': 'completed', 'code': 200} Sep 21 22:04:29.314336 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvr_db [None req-6158dfb0-2628-47c5-94ef-afaf8d2b3dbd None None] Set router bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:04:29.683817 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-98d56665-6d2f-4a3b-9bd3-ab072daff012 req-64795496-8a55-43c7-9ed3-9b01ec6402b2 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=2abd19a6-28f8-40de-96d5-0211585e1677 HTTP/1.1" status: 200 len: 210 time: 0.0307238 Sep 21 22:04:29.728163 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-6158dfb0-2628-47c5-94ef-afaf8d2b3dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'name': 'tempest-AttachVolumeNegativeTest-1717603948-router', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:27Z', 'updated_at': '2022-09-21T22:00:36Z', 'revision_number': 4, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'gw_port': {'id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_floatingips': [{'id': '3ea8ca5a-74be-4f7b-b2e5-0589e360129c', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'floating_ip_address': '172.27.1.248', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'port_id': 'dd6485d6-871f-4cae-ab8e-6ebd941f397e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef', 'mac_address': 'fa:16:3e:af:87:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9f98f1-a8d8-46dd-a348-b7facad90c49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:00:46Z', 'updated_at': '2022-09-21T22:01:25Z', 'revision_number': 2, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c9154d-e5e0-4b4e-9149-22dcbcaa508b', 'name': '', 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'mac_address': 'fa:16:3e:41:8a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1a441478-37fd-49f9-afec-ab177303560e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:34Z', 'updated_at': '2022-09-21T22:00:47Z', 'revision_number': 5, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'subnets': [{'id': '1a441478-37fd-49f9-afec-ab177303560e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:04:29.758422 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6158dfb0-2628-47c5-94ef-afaf8d2b3dbd None None] Checking router: bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55 for host: dv-cinder-858819-1-iscsi {{(pid=116021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:04:29.768958 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6158dfb0-2628-47c5-94ef-afaf8d2b3dbd None None] Routers {'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:04:29.769602 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-6158dfb0-2628-47c5-94ef-afaf8d2b3dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:04:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'], 'active': True} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:04:29.915857 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvr_db [None req-6158dfb0-2628-47c5-94ef-afaf8d2b3dbd None None] Set router bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:04:30.195833 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-6158dfb0-2628-47c5-94ef-afaf8d2b3dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'name': 'tempest-AttachVolumeNegativeTest-1717603948-router', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:27Z', 'updated_at': '2022-09-21T22:00:36Z', 'revision_number': 4, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'gw_port': {'id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_floatingips': [{'id': '3ea8ca5a-74be-4f7b-b2e5-0589e360129c', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'floating_ip_address': '172.27.1.248', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'port_id': 'dd6485d6-871f-4cae-ab8e-6ebd941f397e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef', 'mac_address': 'fa:16:3e:af:87:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9f98f1-a8d8-46dd-a348-b7facad90c49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:00:46Z', 'updated_at': '2022-09-21T22:01:25Z', 'revision_number': 2, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c9154d-e5e0-4b4e-9149-22dcbcaa508b', 'name': '', 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'mac_address': 'fa:16:3e:41:8a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1a441478-37fd-49f9-afec-ab177303560e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:34Z', 'updated_at': '2022-09-21T22:00:47Z', 'revision_number': 5, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'subnets': [{'id': '1a441478-37fd-49f9-afec-ab177303560e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:04:30.226613 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6158dfb0-2628-47c5-94ef-afaf8d2b3dbd None None] The sync data for ids ['bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'] in dv-cinder-858819-1-iscsi is: [{'id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'name': 'tempest-AttachVolumeNegativeTest-1717603948-router', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:27Z', 'updated_at': '2022-09-21T22:00:36Z', 'revision_number': 4, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'gw_port': {'id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_floatingips': [{'id': '3ea8ca5a-74be-4f7b-b2e5-0589e360129c', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'floating_ip_address': '172.27.1.248', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'port_id': 'dd6485d6-871f-4cae-ab8e-6ebd941f397e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef', 'mac_address': 'fa:16:3e:af:87:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9f98f1-a8d8-46dd-a348-b7facad90c49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:00:46Z', 'updated_at': '2022-09-21T22:01:25Z', 'revision_number': 2, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c9154d-e5e0-4b4e-9149-22dcbcaa508b', 'name': '', 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'mac_address': 'fa:16:3e:41:8a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1a441478-37fd-49f9-afec-ab177303560e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:34Z', 'updated_at': '2022-09-21T22:00:47Z', 'revision_number': 5, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'subnets': [{'id': '1a441478-37fd-49f9-afec-ab177303560e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:04:30.606866 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5fdd03-4c97-43a9-8b8b-b6b6d8c0fbb6 None None] New status for floating IP 4009bab0-ded7-4bad-b356-8248f6eb336a: DOWN {{(pid=116022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 22:04:30.930151 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 35110) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:04:30.997713 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-49c6c011-d7e7-4ff2-b150-e599f46c2c73 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for security_group (92f97d0d-f1b7-4e4b-b991-db8308670e91), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:31.025724 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-49c6c011-d7e7-4ff2-b150-e599f46c2c73 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for security_group (92f97d0d-f1b7-4e4b-b991-db8308670e91), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:31.168278 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-49c6c011-d7e7-4ff2-b150-e599f46c2c73 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (92f97d0d-f1b7-4e4b-b991-db8308670e91), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:31.171343 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device 5307fac9-c61b-46ad-b682-fd284b82315f no longer exists at agent hyperv_hv-cinder-85881 {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:04:31.172547 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-49c6c011-d7e7-4ff2-b150-e599f46c2c73 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:31.174188 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-49c6c011-d7e7-4ff2-b150-e599f46c2c73 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "DELETE /v2.0/security-groups/92f97d0d-f1b7-4e4b-b991-db8308670e91 HTTP/1.1" status: 204 len: 168 time: 0.2428288 Sep 21 22:04:31.176888 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 35114) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:04:31.185631 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c6c011-d7e7-4ff2-b150-e599f46c2c73 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f97d0d-f1b7-4e4b-b991-db8308670e91,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:31.210999 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.api.v2.resource [None req-daf52e82-f75d-4467-b855-cd33dfa6b9ee tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] show failed (client error): The resource could not be found. Sep 21 22:04:31.216973 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] No Port match for: 5307fac9-c61b-46ad-b682-fd284b82315f {{(pid=116021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:04:31.217466 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device 5307fac9-c61b-46ad-b682-fd284b82315f not bound to the agent host hv-cinder-85881 {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:04:31.217614 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-daf52e82-f75d-4467-b855-cd33dfa6b9ee tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups/92f97d0d-f1b7-4e4b-b991-db8308670e91 HTTP/1.1" status: 404 len: 347 time: 0.0367150 Sep 21 22:04:31.219255 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 35116) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:04:31.376322 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.plugin [None req-c36778b3-9241-4ffb-8400-9cd3c7cf8201 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Deleting port fa77a0f7-7773-483f-a2c6-4ffb6a7a2e18 {{(pid=116019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:04:31.376583 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-c36778b3-9241-4ffb-8400-9cd3c7cf8201 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (fa77a0f7-7773-483f-a2c6-4ffb6a7a2e18), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:31.461850 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-c36778b3-9241-4ffb-8400-9cd3c7cf8201 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (fa77a0f7-7773-483f-a2c6-4ffb6a7a2e18), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:31.462388 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-c36778b3-9241-4ffb-8400-9cd3c7cf8201 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for floatingip (fa77a0f7-7773-483f-a2c6-4ffb6a7a2e18), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:31.477897 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.plugin [None req-c36778b3-9241-4ffb-8400-9cd3c7cf8201 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Calling delete_port for fa77a0f7-7773-483f-a2c6-4ffb6a7a2e18 owned by network:floatingip {{(pid=116019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:04:31.785699 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-c36778b3-9241-4ffb-8400-9cd3c7cf8201 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052'] for port (fa77a0f7-7773-483f-a2c6-4ffb6a7a2e18), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:31.830680 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36778b3-9241-4ffb-8400-9cd3c7cf8201 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Pushing event deleted for resources: {'Port': ['ID=fa77a0f7-7773-483f-a2c6-4ffb6a7a2e18,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:31.881709 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-c36778b3-9241-4ffb-8400-9cd3c7cf8201 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for floatingip (4009bab0-ded7-4bad-b356-8248f6eb336a), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:31.887919 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-c36778b3-9241-4ffb-8400-9cd3c7cf8201 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for floatingip (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:31.890652 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-c36778b3-9241-4ffb-8400-9cd3c7cf8201 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "DELETE /v2.0/floatingips/4009bab0-ded7-4bad-b356-8248f6eb336a HTTP/1.1" status: 204 len: 168 time: 0.6688895 Sep 21 22:04:34.674044 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee24f6-fe16-4cb3-babf-8d9e7b5037e7 req-2fd944f3-fc26-47bd-915a-83b76ccbb046 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:34.676056 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2cee24f6-fe16-4cb3-babf-8d9e7b5037e7 req-2fd944f3-fc26-47bd-915a-83b76ccbb046 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 945 time: 0.0615742 Sep 21 22:04:34.766949 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2cee24f6-fe16-4cb3-babf-8d9e7b5037e7 req-a9bb0243-64e2-4c59-8641-47b486f1342a tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=0342e70f-c350-48e0-a862-03db642f7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839875 Sep 21 22:04:34.852307 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96576205-71e3-4a8e-8b21-77c268d94bcd req-7c67534e-65a7-40f3-9474-3ff70e0273d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:34.854977 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-96576205-71e3-4a8e-8b21-77c268d94bcd req-7c67534e-65a7-40f3-9474-3ff70e0273d3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f5fc28ce43d342ff812e8671de415a9c&device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 1129 time: 0.0622683 Sep 21 22:04:34.960971 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96576205-71e3-4a8e-8b21-77c268d94bcd req-bafac956-046c-477d-81bc-f925f7499a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:34.962587 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-96576205-71e3-4a8e-8b21-77c268d94bcd req-bafac956-046c-477d-81bc-f925f7499a39 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0585c623-22cd-41df-a0a2-cf1e1b8bac58 HTTP/1.1" status: 200 len: 920 time: 0.0988610 Sep 21 22:04:35.039245 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-96576205-71e3-4a8e-8b21-77c268d94bcd req-5882ed98-0711-4da3-a9a8-7981f3b7e9e8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12 HTTP/1.1" status: 200 len: 1000 time: 0.0676019 Sep 21 22:04:35.101650 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96576205-71e3-4a8e-8b21-77c268d94bcd req-94bb9c2c-53ea-4281-beea-bea09fba088e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:35.103277 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-96576205-71e3-4a8e-8b21-77c268d94bcd req-94bb9c2c-53ea-4281-beea-bea09fba088e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=41a42251-d848-47c6-b80e-908765051886 HTTP/1.1" status: 200 len: 858 time: 0.0570769 Sep 21 22:04:35.163241 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96576205-71e3-4a8e-8b21-77c268d94bcd req-d86f29ca-2fe7-4236-b797-790ece9bea79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:35.165047 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-96576205-71e3-4a8e-8b21-77c268d94bcd req-d86f29ca-2fe7-4236-b797-790ece9bea79 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0585c623-22cd-41df-a0a2-cf1e1b8bac58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0548370 Sep 21 22:04:35.566130 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-96576205-71e3-4a8e-8b21-77c268d94bcd req-303d462f-f46a-4f1d-9f78-0e8d185beedb service neutron] 10.222.0.71 "GET /v2.0/networks/0585c623-22cd-41df-a0a2-cf1e1b8bac58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3922198 Sep 21 22:04:35.680231 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-96576205-71e3-4a8e-8b21-77c268d94bcd req-5dae8443-e2f1-48fa-a2f1-aff06b821c59 service neutron] 10.222.0.71 "GET /v2.0/networks/0585c623-22cd-41df-a0a2-cf1e1b8bac58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048524 Sep 21 22:04:35.951951 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b7512-d5da-45a7-a322-f1d8cdaf5084 req-eb4bd984-1a09-4d4b-9e66-1208660b32c6 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:35.953778 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-776b7512-d5da-45a7-a322-f1d8cdaf5084 req-eb4bd984-1a09-4d4b-9e66-1208660b32c6 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 945 time: 0.0839744 Sep 21 22:04:36.034624 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-776b7512-d5da-45a7-a322-f1d8cdaf5084 req-65a1efe5-e562-4add-bdd1-3e92c6cdb1c8 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=0342e70f-c350-48e0-a862-03db642f7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712037 Sep 21 22:04:36.597503 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c03ad29-1b8e-4493-96a3-5f0060a68679 req-8a25120f-783a-4ec7-aee1-aaeeb9acff43 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:36.599311 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-5c03ad29-1b8e-4493-96a3-5f0060a68679 req-8a25120f-783a-4ec7-aee1-aaeeb9acff43 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a9f98f1-a8d8-46dd-a348-b7facad90c49 HTTP/1.1" status: 200 len: 946 time: 0.0893643 Sep 21 22:04:36.660175 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-5c03ad29-1b8e-4493-96a3-5f0060a68679 req-65c979c2-aaaa-47c0-a170-b05b2a7ba83b tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=86e385b2-fd55-41b8-9915-b0ab7e6bbebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499835 Sep 21 22:04:37.215521 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef6206-55f6-4e86-9fc7-d98013656be2 req-8d7d7f46-8a05-4f34-a57a-1fc368bd8a6a tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:37.217983 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c6ef6206-55f6-4e86-9fc7-d98013656be2 req-8d7d7f46-8a05-4f34-a57a-1fc368bd8a6a tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 945 time: 0.0947652 Sep 21 22:04:37.283204 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c6ef6206-55f6-4e86-9fc7-d98013656be2 req-e671ce0d-e99f-4edd-aba5-67836d7aa614 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=0342e70f-c350-48e0-a862-03db642f7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579364 Sep 21 22:04:37.817976 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7447a3e-1f38-4d0e-a762-f3c14d332e60 req-2ce52313-1470-4049-b471-de872bd4e422 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:37.820119 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c7447a3e-1f38-4d0e-a762-f3c14d332e60 req-2ce52313-1470-4049-b471-de872bd4e422 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a9f98f1-a8d8-46dd-a348-b7facad90c49 HTTP/1.1" status: 200 len: 946 time: 0.0704286 Sep 21 22:04:37.881579 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c7447a3e-1f38-4d0e-a762-f3c14d332e60 req-0f9ff0ec-1d89-42a4-a261-b0edc000d6c9 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=86e385b2-fd55-41b8-9915-b0ab7e6bbebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554314 Sep 21 22:04:38.425141 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177868e-259b-4414-9df8-19b0abfd405e req-2fbf54d1-2aad-405a-bea8-0534cce033b0 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:38.426837 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-7177868e-259b-4414-9df8-19b0abfd405e req-2fbf54d1-2aad-405a-bea8-0534cce033b0 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 945 time: 0.0585878 Sep 21 22:04:38.480126 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-7177868e-259b-4414-9df8-19b0abfd405e req-a1bedbdc-1889-49d6-840c-ede24042ef01 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=0342e70f-c350-48e0-a862-03db642f7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472379 Sep 21 22:04:38.545015 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d85688-cf16-421a-9c5b-76874fa9b7cd req-0842dae5-bf3e-4142-849f-96bcdb5211d1 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:38.547911 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-44d85688-cf16-421a-9c5b-76874fa9b7cd req-0842dae5-bf3e-4142-849f-96bcdb5211d1 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a9f98f1-a8d8-46dd-a348-b7facad90c49 HTTP/1.1" status: 200 len: 946 time: 0.0608618 Sep 21 22:04:38.627893 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c7b4e-573a-4000-b13c-ea77d0709cff req-623e88b0-88ba-483d-918c-5dd420c748f3 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:38.630501 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-488c7b4e-573a-4000-b13c-ea77d0709cff req-623e88b0-88ba-483d-918c-5dd420c748f3 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.0705662 Sep 21 22:04:38.666457 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [req-44d85688-cf16-421a-9c5b-76874fa9b7cd req-d24be790-e53f-47e8-b8fd-8d0e150a244d tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Deleting port dd6485d6-871f-4cae-ab8e-6ebd941f397e {{(pid=116020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:04:38.666794 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-44d85688-cf16-421a-9c5b-76874fa9b7cd req-d24be790-e53f-47e8-b8fd-8d0e150a244d tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (dd6485d6-871f-4cae-ab8e-6ebd941f397e), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:38.696342 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-488c7b4e-573a-4000-b13c-ea77d0709cff req-9c4a6090-a284-4ff2-965c-e3e90594d70f tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561218 Sep 21 22:04:38.788844 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-44d85688-cf16-421a-9c5b-76874fa9b7cd req-d24be790-e53f-47e8-b8fd-8d0e150a244d tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] For port dd6485d6-871f-4cae-ab8e-6ebd941f397e, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=dd6485d6-871f-4cae-ab8e-6ebd941f397e,segment=NetworkSegment(64832c79-06e5-4b2e-9d17-904da6f2a29e),segment_id=64832c79-06e5-4b2e-9d17-904da6f2a29e)] {{(pid=116020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:04:38.789220 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-44d85688-cf16-421a-9c5b-76874fa9b7cd req-d24be790-e53f-47e8-b8fd-8d0e150a244d tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (dd6485d6-871f-4cae-ab8e-6ebd941f397e), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:38.957094 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-44d85688-cf16-421a-9c5b-76874fa9b7cd req-d24be790-e53f-47e8-b8fd-8d0e150a244d tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:38.957463 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-44d85688-cf16-421a-9c5b-76874fa9b7cd req-d24be790-e53f-47e8-b8fd-8d0e150a244d tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494336'] for floatingip (3ea8ca5a-74be-4f7b-b2e5-0589e360129c), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:38.957823 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.db.l3_db [req-44d85688-cf16-421a-9c5b-76874fa9b7cd req-d24be790-e53f-47e8-b8fd-8d0e150a244d tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Floating IP 3ea8ca5a-74be-4f7b-b2e5-0589e360129c disassociated. External IP: 172.27.1.248, port: dd6485d6-871f-4cae-ab8e-6ebd941f397e. Sep 21 22:04:38.958173 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [req-44d85688-cf16-421a-9c5b-76874fa9b7cd req-d24be790-e53f-47e8-b8fd-8d0e150a244d tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Calling delete_port for dd6485d6-871f-4cae-ab8e-6ebd941f397e owned by compute:nova {{(pid=116020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:04:39.038898 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bee41c-72bf-4716-a85d-528f61414406 req-039342d1-8004-4194-9ee2-264c3946fde6 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:39.040696 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-56bee41c-72bf-4716-a85d-528f61414406 req-039342d1-8004-4194-9ee2-264c3946fde6 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a9f98f1-a8d8-46dd-a348-b7facad90c49 HTTP/1.1" status: 200 len: 946 time: 0.0586362 Sep 21 22:04:39.107718 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-56bee41c-72bf-4716-a85d-528f61414406 req-c03d2e7b-6ff6-46fe-b7f3-8da0d3c93066 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=86e385b2-fd55-41b8-9915-b0ab7e6bbebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610728 Sep 21 22:04:39.185315 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-44d85688-cf16-421a-9c5b-76874fa9b7cd req-d24be790-e53f-47e8-b8fd-8d0e150a244d tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (dd6485d6-871f-4cae-ab8e-6ebd941f397e), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:39.216548 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24be790-e53f-47e8-b8fd-8d0e150a244d tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Pushing event deleted for resources: {'Port': ['ID=dd6485d6-871f-4cae-ab8e-6ebd941f397e,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:39.231476 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24be790-e53f-47e8-b8fd-8d0e150a244d tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:39.231843 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24be790-e53f-47e8-b8fd-8d0e150a244d tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:39.232393 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24be790-e53f-47e8-b8fd-8d0e150a244d tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:39.232546 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24be790-e53f-47e8-b8fd-8d0e150a244d tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:39.232884 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24be790-e53f-47e8-b8fd-8d0e150a244d tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:39.233223 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24be790-e53f-47e8-b8fd-8d0e150a244d tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:39.233558 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24be790-e53f-47e8-b8fd-8d0e150a244d tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:39.234439 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24be790-e53f-47e8-b8fd-8d0e150a244d tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:39.234995 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24be790-e53f-47e8-b8fd-8d0e150a244d tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:39.235636 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24be790-e53f-47e8-b8fd-8d0e150a244d tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:39.235976 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24be790-e53f-47e8-b8fd-8d0e150a244d tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:39.236317 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24be790-e53f-47e8-b8fd-8d0e150a244d tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:39.236659 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24be790-e53f-47e8-b8fd-8d0e150a244d tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:39.356329 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44d85688-cf16-421a-9c5b-76874fa9b7cd req-d24be790-e53f-47e8-b8fd-8d0e150a244d tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Router bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55 has already been hosted by L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 {{(pid=116020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:04:39.476632 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44d85688-cf16-421a-9c5b-76874fa9b7cd req-d24be790-e53f-47e8-b8fd-8d0e150a244d tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:04:39.487405 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6a74c4-2f4f-4add-83a3-07abe32df0a8 None None] Sync routers for ids ['bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'] in dv-cinder-858819-1-iscsi {{(pid=116021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:04:39.499005 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6a74c4-2f4f-4add-83a3-07abe32df0a8 None None] Routers {'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:04:39.500045 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-ab6a74c4-2f4f-4add-83a3-07abe32df0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:04:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'], 'active': True} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:04:39.538936 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d85688-cf16-421a-9c5b-76874fa9b7cd req-d24be790-e53f-47e8-b8fd-8d0e150a244d tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] No DVR routers for this DVR port dd6485d6-871f-4cae-ab8e-6ebd941f397e on host hv-cinder-85881 {{(pid=116020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:04:39.549501 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-44d85688-cf16-421a-9c5b-76874fa9b7cd req-d24be790-e53f-47e8-b8fd-8d0e150a244d tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:39.551846 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-44d85688-cf16-421a-9c5b-76874fa9b7cd req-d24be790-e53f-47e8-b8fd-8d0e150a244d tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.71 "DELETE /v2.0/ports/dd6485d6-871f-4cae-ab8e-6ebd941f397e HTTP/1.1" status: 204 len: 173 time: 0.9945238 Sep 21 22:04:39.554013 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a9f98f1-a8d8-46dd-a348-b7facad90c49', 'name': 'network-vif-deleted', 'tag': 'dd6485d6-871f-4cae-ab8e-6ebd941f397e'}] {{(pid=116020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:04:39.560679 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}616469ce01b4343580b51944d90e43cdadd76175ffa2c7c7ae3ce11ef7217efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5648bfd-10ec-4b93-8664-61592eac8ac7" -d '{"events": [{"server_uuid": "9a9f98f1-a8d8-46dd-a348-b7facad90c49", "name": "network-vif-deleted", "tag": "dd6485d6-871f-4cae-ab8e-6ebd941f397e"}]}' {{(pid=116020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:04:39.626167 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56eb3eb9-7c51-43dc-960b-c9b59f1fb061 x-openstack-request-id: req-56eb3eb9-7c51-43dc-960b-c9b59f1fb061 {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:04:39.626740 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a9f98f1-a8d8-46dd-a348-b7facad90c49", "name": "network-vif-deleted", "tag": "dd6485d6-871f-4cae-ab8e-6ebd941f397e", "status": "completed", "code": 200}]} {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:04:39.627309 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-56eb3eb9-7c51-43dc-960b-c9b59f1fb061 {{(pid=116020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:04:39.628093 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56eb3eb9-7c51-43dc-960b-c9b59f1fb061'] response: {'server_uuid': '9a9f98f1-a8d8-46dd-a348-b7facad90c49', 'name': 'network-vif-deleted', 'tag': 'dd6485d6-871f-4cae-ab8e-6ebd941f397e', 'status': 'completed', 'code': 200} Sep 21 22:04:39.699483 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvr_db [None req-ab6a74c4-2f4f-4add-83a3-07abe32df0a8 None None] Set router bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:04:39.730963 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69914df0-c862-46bd-8918-dfb2c50c03ae req-c7f2ea5b-815c-439b-875c-9318a675090a tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:39.738809 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-69914df0-c862-46bd-8918-dfb2c50c03ae req-c7f2ea5b-815c-439b-875c-9318a675090a tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 945 time: 0.0774741 Sep 21 22:04:39.823723 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-69914df0-c862-46bd-8918-dfb2c50c03ae req-0dad332c-6beb-4e01-8c7d-f31e736e1d8f tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=0342e70f-c350-48e0-a862-03db642f7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838816 Sep 21 22:04:39.924859 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e14359-9ef6-41e0-aa2a-ce42f1e7b74a req-89be41bc-1196-4d18-961e-8fd20f847405 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:39.926583 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-64e14359-9ef6-41e0-aa2a-ce42f1e7b74a req-89be41bc-1196-4d18-961e-8fd20f847405 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.0871186 Sep 21 22:04:39.990545 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-64e14359-9ef6-41e0-aa2a-ce42f1e7b74a req-f8d1d9a4-be4c-4f87-b7a2-9c3402c0aa3f tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572994 Sep 21 22:04:39.996860 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-ab6a74c4-2f4f-4add-83a3-07abe32df0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'name': 'tempest-AttachVolumeNegativeTest-1717603948-router', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:27Z', 'updated_at': '2022-09-21T22:00:36Z', 'revision_number': 4, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'gw_port': {'id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': 'a0c9154d-e5e0-4b4e-9149-22dcbcaa508b', 'name': '', 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'mac_address': 'fa:16:3e:41:8a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1a441478-37fd-49f9-afec-ab177303560e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:34Z', 'updated_at': '2022-09-21T22:00:47Z', 'revision_number': 5, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'subnets': [{'id': '1a441478-37fd-49f9-afec-ab177303560e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:04:40.029608 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6a74c4-2f4f-4add-83a3-07abe32df0a8 None None] Checking router: bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55 for host: dv-cinder-858819-1-iscsi {{(pid=116021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:04:40.044628 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6a74c4-2f4f-4add-83a3-07abe32df0a8 None None] Routers {'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:04:40.045303 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-ab6a74c4-2f4f-4add-83a3-07abe32df0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:04:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'], 'active': True} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:04:40.183048 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvr_db [None req-ab6a74c4-2f4f-4add-83a3-07abe32df0a8 None None] Set router bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:04:40.225731 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-744e27cb-794f-4193-9799-7d731461c1a5 req-d319b086-6917-4ace-bfb1-f70bc7bbc256 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a9f98f1-a8d8-46dd-a348-b7facad90c49 HTTP/1.1" status: 200 len: 210 time: 0.0287509 Sep 21 22:04:40.524429 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-ab6a74c4-2f4f-4add-83a3-07abe32df0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'name': 'tempest-AttachVolumeNegativeTest-1717603948-router', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:27Z', 'updated_at': '2022-09-21T22:00:36Z', 'revision_number': 4, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'gw_port': {'id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': 'a0c9154d-e5e0-4b4e-9149-22dcbcaa508b', 'name': '', 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'mac_address': 'fa:16:3e:41:8a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1a441478-37fd-49f9-afec-ab177303560e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:34Z', 'updated_at': '2022-09-21T22:00:47Z', 'revision_number': 5, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'subnets': [{'id': '1a441478-37fd-49f9-afec-ab177303560e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:04:40.555016 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6a74c4-2f4f-4add-83a3-07abe32df0a8 None None] The sync data for ids ['bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'] in dv-cinder-858819-1-iscsi is: [{'id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'name': 'tempest-AttachVolumeNegativeTest-1717603948-router', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:27Z', 'updated_at': '2022-09-21T22:00:36Z', 'revision_number': 4, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'gw_port': {'id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': 'a0c9154d-e5e0-4b4e-9149-22dcbcaa508b', 'name': '', 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'mac_address': 'fa:16:3e:41:8a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1a441478-37fd-49f9-afec-ab177303560e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:34Z', 'updated_at': '2022-09-21T22:00:47Z', 'revision_number': 5, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'subnets': [{'id': '1a441478-37fd-49f9-afec-ab177303560e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:04:40.824197 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87347d60-dbea-49fd-a542-4ffe73ce8a2a None None] New status for floating IP 3ea8ca5a-74be-4f7b-b2e5-0589e360129c: DOWN {{(pid=116022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 22:04:41.012985 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528cdcd-503c-44e1-a8b8-f0911a17f980 req-775bdebe-d1e5-4def-a46c-688728619af7 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:41.014572 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-5528cdcd-503c-44e1-a8b8-f0911a17f980 req-775bdebe-d1e5-4def-a46c-688728619af7 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 945 time: 0.0575149 Sep 21 22:04:41.070262 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-5528cdcd-503c-44e1-a8b8-f0911a17f980 req-4c59bd37-44eb-4274-a37a-44c4ada585d7 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=0342e70f-c350-48e0-a862-03db642f7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467117 Sep 21 22:04:41.137405 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ccc82-fc30-42e9-b36e-dc8a101eb963 req-918dbfd1-54b9-4edb-b61e-f6a04fa8e1ad tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:41.138955 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ea0ccc82-fc30-42e9-b36e-dc8a101eb963 req-918dbfd1-54b9-4edb-b61e-f6a04fa8e1ad tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.0606070 Sep 21 22:04:41.191374 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ea0ccc82-fc30-42e9-b36e-dc8a101eb963 req-d8300c8a-5743-4a22-93c2-a30341a29abd tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466619 Sep 21 22:04:41.231335 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device dd6485d6-871f-4cae-ab8e-6ebd941f397e no longer exists at agent hyperv_hv-cinder-85881 {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:04:41.254502 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] No Port match for: dd6485d6-871f-4cae-ab8e-6ebd941f397e {{(pid=116021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:04:41.254878 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device dd6485d6-871f-4cae-ab8e-6ebd941f397e not bound to the agent host hv-cinder-85881 {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:04:41.380899 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 35236) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:04:41.444037 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d6fdc718-455b-4b79-95fd-2b897c046582 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for security_group (86e385b2-fd55-41b8-9915-b0ab7e6bbebf), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:41.475621 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d6fdc718-455b-4b79-95fd-2b897c046582 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for security_group (86e385b2-fd55-41b8-9915-b0ab7e6bbebf), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:41.636396 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d6fdc718-455b-4b79-95fd-2b897c046582 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (86e385b2-fd55-41b8-9915-b0ab7e6bbebf), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:41.639192 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d6fdc718-455b-4b79-95fd-2b897c046582 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:41.640475 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-d6fdc718-455b-4b79-95fd-2b897c046582 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "DELETE /v2.0/security-groups/86e385b2-fd55-41b8-9915-b0ab7e6bbebf HTTP/1.1" status: 204 len: 168 time: 0.2581837 Sep 21 22:04:41.643717 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 35238) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:04:41.654141 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fdc718-455b-4b79-95fd-2b897c046582 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e385b2-fd55-41b8-9915-b0ab7e6bbebf,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:41.662882 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.api.v2.resource [None req-cdb9b689-7e57-4a3b-b744-b83c391e26ac tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] show failed (client error): The resource could not be found. Sep 21 22:04:41.666837 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-cdb9b689-7e57-4a3b-b744-b83c391e26ac tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups/86e385b2-fd55-41b8-9915-b0ab7e6bbebf HTTP/1.1" status: 404 len: 347 time: 0.0192192 Sep 21 22:04:41.667568 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 35240) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:04:41.803471 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [None req-841fe670-694c-4fd1-9212-c7b75f1b56fd tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Deleting port 95c7120c-a520-420c-a4f1-741f3bf0a067 {{(pid=116020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:04:41.803814 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-841fe670-694c-4fd1-9212-c7b75f1b56fd tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (95c7120c-a520-420c-a4f1-741f3bf0a067), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:41.888952 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-841fe670-694c-4fd1-9212-c7b75f1b56fd tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (95c7120c-a520-420c-a4f1-741f3bf0a067), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:41.889394 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-841fe670-694c-4fd1-9212-c7b75f1b56fd tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for floatingip (95c7120c-a520-420c-a4f1-741f3bf0a067), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:41.906831 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [None req-841fe670-694c-4fd1-9212-c7b75f1b56fd tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Calling delete_port for 95c7120c-a520-420c-a4f1-741f3bf0a067 owned by network:floatingip {{(pid=116020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:04:42.162778 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-841fe670-694c-4fd1-9212-c7b75f1b56fd tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (95c7120c-a520-420c-a4f1-741f3bf0a067), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:42.194877 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841fe670-694c-4fd1-9212-c7b75f1b56fd tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Pushing event deleted for resources: {'Port': ['ID=95c7120c-a520-420c-a4f1-741f3bf0a067,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:42.253799 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f10cc-f33d-4f0c-a71f-e08eb44c1b9d req-d6fb5894-c65a-40d0-a848-8a17cb46951b tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:42.255295 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8c0f10cc-f33d-4f0c-a71f-e08eb44c1b9d req-d6fb5894-c65a-40d0-a848-8a17cb46951b tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 945 time: 0.0828841 Sep 21 22:04:42.295656 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-841fe670-694c-4fd1-9212-c7b75f1b56fd tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for floatingip (3ea8ca5a-74be-4f7b-b2e5-0589e360129c), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:42.300565 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-841fe670-694c-4fd1-9212-c7b75f1b56fd tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for floatingip (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:42.302565 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-841fe670-694c-4fd1-9212-c7b75f1b56fd tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "DELETE /v2.0/floatingips/3ea8ca5a-74be-4f7b-b2e5-0589e360129c HTTP/1.1" status: 204 len: 168 time: 0.6336527 Sep 21 22:04:42.348182 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8c0f10cc-f33d-4f0c-a71f-e08eb44c1b9d req-a55c3e52-792f-48cb-a5fd-8d82fb6b6f0d tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=0342e70f-c350-48e0-a862-03db642f7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812137 Sep 21 22:04:42.396798 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21acdb-74fa-4c4f-bad3-95bdd033c722 req-258224d0-9a6c-4dae-bac8-92d6059cf209 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:42.398476 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ed21acdb-74fa-4c4f-bad3-95bdd033c722 req-258224d0-9a6c-4dae-bac8-92d6059cf209 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.0705659 Sep 21 22:04:42.453575 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ed21acdb-74fa-4c4f-bad3-95bdd033c722 req-134f06fd-646a-4378-ae99-2c023126e2d0 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488071 Sep 21 22:04:42.498080 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 35250) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:04:42.503158 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-c2536b71-c705-4ddd-a8cb-f65ace1fed6b tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1702715576', 'description': 'tempest-description--1272560775'}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:04:42.602392 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-c2536b71-c705-4ddd-a8cb-f65ace1fed6b tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for security_group (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:42.683953 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-c2536b71-c705-4ddd-a8cb-f65ace1fed6b tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for security_group (1bac6360-6465-4414-ac87-656af7d4e782), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:42.739360 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.agents_db [None req-53c7536d-764e-4ad7-87ad-c450eadf28b3 None None] Agent healthcheck: found 6 active agents {{(pid=116022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:04:42.762036 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-c2536b71-c705-4ddd-a8cb-f65ace1fed6b tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (1bac6360-6465-4414-ac87-656af7d4e782), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:42.793332 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2536b71-c705-4ddd-a8cb-f65ace1fed6b tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bac6360-6465-4414-ac87-656af7d4e782,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:42.867102 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-c2536b71-c705-4ddd-a8cb-f65ace1fed6b tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:42.868449 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-c2536b71-c705-4ddd-a8cb-f65ace1fed6b tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3691871 Sep 21 22:04:42.873666 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 35252) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:04:42.875750 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-3d6705fa-1a9a-4650-90c0-0ef1a7f623da tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Request body: {'security_group_rule': {'security_group_id': '1bac6360-6465-4414-ac87-656af7d4e782', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:04:42.967060 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-3d6705fa-1a9a-4650-90c0-0ef1a7f623da tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for security_group_rule (fb7b7172-3204-4ac4-8780-d467353599d8), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:43.028856 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-3d6705fa-1a9a-4650-90c0-0ef1a7f623da tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for security_group_rule (fb7b7172-3204-4ac4-8780-d467353599d8), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:43.099528 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-3d6705fa-1a9a-4650-90c0-0ef1a7f623da tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614269'] for security_group_rule (fb7b7172-3204-4ac4-8780-d467353599d8), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:43.119538 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6705fa-1a9a-4650-90c0-0ef1a7f623da tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb7b7172-3204-4ac4-8780-d467353599d8,revision_number=0']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:43.187709 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-3d6705fa-1a9a-4650-90c0-0ef1a7f623da tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:43.189078 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-3d6705fa-1a9a-4650-90c0-0ef1a7f623da tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3167348 Sep 21 22:04:43.193171 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 35256) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:04:43.197768 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-631f0641-d9d5-4e8d-983f-c127264e7afd tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Request body: {'security_group_rule': {'security_group_id': '1bac6360-6465-4414-ac87-656af7d4e782', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:04:43.332985 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-631f0641-d9d5-4e8d-983f-c127264e7afd tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for security_group_rule (f6b48db6-0ad2-482c-9612-c4ea02b7aa63), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:43.410149 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-631f0641-d9d5-4e8d-983f-c127264e7afd tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for security_group_rule (f6b48db6-0ad2-482c-9612-c4ea02b7aa63), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:43.482269 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-631f0641-d9d5-4e8d-983f-c127264e7afd tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614269'] for security_group_rule (f6b48db6-0ad2-482c-9612-c4ea02b7aa63), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:43.507210 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f0641-d9d5-4e8d-983f-c127264e7afd tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6b48db6-0ad2-482c-9612-c4ea02b7aa63,revision_number=0']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:43.526275 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3c148-4743-4700-b983-832a9ff02b52 req-e858ae40-a942-4355-b0b3-ad6e30cbbe82 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:43.527827 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c4d3c148-4743-4700-b983-832a9ff02b52 req-e858ae40-a942-4355-b0b3-ad6e30cbbe82 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 945 time: 0.0798068 Sep 21 22:04:43.577338 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-631f0641-d9d5-4e8d-983f-c127264e7afd tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:43.583311 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-631f0641-d9d5-4e8d-983f-c127264e7afd tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3843832 Sep 21 22:04:43.583739 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 35264) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:04:43.592453 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-67fd62e7-8a16-4103-a54d-abc2f0cec247 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Request body: {'floatingip': {'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:04:43.682440 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-67fd62e7-8a16-4103-a54d-abc2f0cec247 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:43.798599 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-67fd62e7-8a16-4103-a54d-abc2f0cec247 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:43.856282 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c4d3c148-4743-4700-b983-832a9ff02b52 req-e59b4611-dfa6-495e-a7f3-517863148ff5 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=0342e70f-c350-48e0-a862-03db642f7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3169250 Sep 21 22:04:43.865784 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb8a2c-aa88-4357-86b5-63d09cab64ae req-f772daf3-a65b-45e0-a485-7dd464058dde tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:43.867358 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-6ddb8a2c-aa88-4357-86b5-63d09cab64ae req-f772daf3-a65b-45e0-a485-7dd464058dde tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.3301141 Sep 21 22:04:43.939014 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-6ddb8a2c-aa88-4357-86b5-63d09cab64ae req-4c25c5c7-9894-4d5e-9b2f-bdc4e603fa14 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612893 Sep 21 22:04:43.941693 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.db_base_plugin_common [None req-67fd62e7-8a16-4103-a54d-abc2f0cec247 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Allocated IP 172.27.1.165 (b12f12c4-b4b4-4032-bd63-4e51184cdf86/38720055-293b-4785-9b37-d6bdacdcb1b4/16419bba-99fe-4d02-9c7c-df259a4d18a0) {{(pid=116020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:04:44.055320 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-67fd62e7-8a16-4103-a54d-abc2f0cec247 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for port (16419bba-99fe-4d02-9c7c-df259a4d18a0), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:44.157272 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-67fd62e7-8a16-4103-a54d-abc2f0cec247 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (16419bba-99fe-4d02-9c7c-df259a4d18a0), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:44.204393 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fd62e7-8a16-4103-a54d-abc2f0cec247 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Network b12f12c4-b4b4-4032-bd63-4e51184cdf86 is already hosted by enough agents. {{(pid=116020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:04:44.208885 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.base_scheduler [None req-67fd62e7-8a16-4103-a54d-abc2f0cec247 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Resources bound (agent type, host, resource id): {{(pid=116020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:04:44.214254 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fd62e7-8a16-4103-a54d-abc2f0cec247 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Received port after_create {{(pid=116020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:04:44.247168 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd62e7-8a16-4103-a54d-abc2f0cec247 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Pushing event updated for resources: {'Port': ['ID=16419bba-99fe-4d02-9c7c-df259a4d18a0,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:44.326428 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-67fd62e7-8a16-4103-a54d-abc2f0cec247 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for floatingip (984e6f15-4090-4e8f-b74e-1eaf3a349c10), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:44.466587 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-67fd62e7-8a16-4103-a54d-abc2f0cec247 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (16419bba-99fe-4d02-9c7c-df259a4d18a0), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:44.635289 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-67fd62e7-8a16-4103-a54d-abc2f0cec247 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for port (16419bba-99fe-4d02-9c7c-df259a4d18a0), precommit_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:44.722277 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-67fd62e7-8a16-4103-a54d-abc2f0cec247 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14266021'] for port (16419bba-99fe-4d02-9c7c-df259a4d18a0), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:44.791887 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-67fd62e7-8a16-4103-a54d-abc2f0cec247 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494336'] for floatingip (984e6f15-4090-4e8f-b74e-1eaf3a349c10), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:44.794656 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd62e7-8a16-4103-a54d-abc2f0cec247 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Pushing event updated for resources: {'Port': ['ID=16419bba-99fe-4d02-9c7c-df259a4d18a0,revision_number=2']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:44.870619 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (0aee7d89-594f-4992-91de-a4ac3f52e28d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:44.909205 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-67fd62e7-8a16-4103-a54d-abc2f0cec247 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for floatingip (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:44.911722 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-67fd62e7-8a16-4103-a54d-abc2f0cec247 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3256779 Sep 21 22:04:45.012023 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f620ff25-f07e-4f05-b6c0-fdd9df0b64c9 req-bf75265d-8629-4037-b650-3c560a8d7f14 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:45.014496 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-f620ff25-f07e-4f05-b6c0-fdd9df0b64c9 req-bf75265d-8629-4037-b650-3c560a8d7f14 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 945 time: 0.0636852 Sep 21 22:04:45.100517 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-f620ff25-f07e-4f05-b6c0-fdd9df0b64c9 req-c4da526a-0159-4b82-aca1-2babc99b7a1c tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=0342e70f-c350-48e0-a862-03db642f7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782032 Sep 21 22:04:45.126020 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49eee55-aa26-4ab7-be9f-bd164d376f5a req-8cbf70ca-61b3-4c42-95b3-ce4e017aa3f5 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:45.139678 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c49eee55-aa26-4ab7-be9f-bd164d376f5a req-8cbf70ca-61b3-4c42-95b3-ce4e017aa3f5 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.0758367 Sep 21 22:04:45.182198 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c49eee55-aa26-4ab7-be9f-bd164d376f5a req-a9ea0fba-c670-4e42-b87d-1c49c957ea1e tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488615 Sep 21 22:04:45.225032 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-81219f90-c232-4cfd-859e-48956ac1ad55 req-00978bb0-fbdf-4112-a7ea-41db758bf90d tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1702715576&fields=id&tenant_id=fea8845b2dfd4b2ab3278d6c2809014f HTTP/1.1" status: 200 len: 267 time: 0.0470183 Sep 21 22:04:45.333299 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81219f90-c232-4cfd-859e-48956ac1ad55 req-4791abdc-e8d0-4d3b-9307-4b6a7f6fe697 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:45.334797 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-81219f90-c232-4cfd-859e-48956ac1ad55 req-4791abdc-e8d0-4d3b-9307-4b6a7f6fe697 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/networks?id=2abe6793-4110-455a-aa7b-f1c0038ce3ef HTTP/1.1" status: 200 len: 815 time: 0.1030600 Sep 21 22:04:45.353082 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-81219f90-c232-4cfd-859e-48956ac1ad55 req-bd2f29a7-c9cb-48bd-bb43-c96c00ad71ed tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/quotas/fea8845b2dfd4b2ab3278d6c2809014f HTTP/1.1" status: 200 len: 375 time: 0.0103469 Sep 21 22:04:45.417075 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-81219f90-c232-4cfd-859e-48956ac1ad55 req-135dbfac-2f7d-4d42-abfe-eafc51b8d1f2 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=fea8845b2dfd4b2ab3278d6c2809014f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0577641 Sep 21 22:04:45.517870 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-81219f90-c232-4cfd-859e-48956ac1ad55 req-71386324-5b72-4ddd-8cb0-1b270553795f service neutron] 10.222.0.52 "GET /v2.0/networks/2abe6793-4110-455a-aa7b-f1c0038ce3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875666 Sep 21 22:04:45.614446 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-81219f90-c232-4cfd-859e-48956ac1ad55 req-f26b4e9c-1ded-4bfc-bb1a-7d7f6f4d9563 service neutron] 10.222.0.52 "GET /v2.0/networks/2abe6793-4110-455a-aa7b-f1c0038ce3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898569 Sep 21 22:04:45.929445 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c2408eff-5884-419a-b026-741c3fd7d10a req-b9137d33-3a4e-48c2-b8ad-00f50f46843b tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=178a6b41-104d-414e-9f66-c59fb2250161 HTTP/1.1" status: 200 len: 210 time: 0.0434816 Sep 21 22:04:46.007757 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f75e90dc-f85a-4355-b4c8-cfedcc90f256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:46.265919 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d0bdd-8d80-4add-8d7e-3b58ad56a6d4 req-e40ed1fc-cef1-4ec0-bad0-6fd873f36b4f tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:46.266848 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-979d0bdd-8d80-4add-8d7e-3b58ad56a6d4 req-e40ed1fc-cef1-4ec0-bad0-6fd873f36b4f tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 945 time: 0.0669744 Sep 21 22:04:46.354420 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-979d0bdd-8d80-4add-8d7e-3b58ad56a6d4 req-33e1dc5d-ae15-4303-b5bb-1dbb59e514ca tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=0342e70f-c350-48e0-a862-03db642f7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775037 Sep 21 22:04:46.382731 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb440ce-bfe6-4bc7-be16-dc88794def6f req-4d2ce724-574f-4bc4-866a-b4cc5bfe72de tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:46.384559 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ceb440ce-bfe6-4bc7-be16-dc88794def6f req-4d2ce724-574f-4bc4-866a-b4cc5bfe72de tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.0825410 Sep 21 22:04:46.437767 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ceb440ce-bfe6-4bc7-be16-dc88794def6f req-7aab977e-c841-4061-a511-07d3b804025c tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465360 Sep 21 22:04:47.044246 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ea3af7e6-5ca9-422c-958e-db61ac5d52d1 req-7801b4d8-b30a-4fa3-ba57-0d7371868011 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=178a6b41-104d-414e-9f66-c59fb2250161 HTTP/1.1" status: 200 len: 210 time: 0.0292063 Sep 21 22:04:47.500273 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc067cef-ba9e-4dd0-a78f-02c62733e8a7 req-2df717e9-e977-491e-8f1c-b519b393896a tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:47.501869 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-dc067cef-ba9e-4dd0-a78f-02c62733e8a7 req-2df717e9-e977-491e-8f1c-b519b393896a tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 945 time: 0.0559764 Sep 21 22:04:47.584027 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-dc067cef-ba9e-4dd0-a78f-02c62733e8a7 req-9bb57868-8215-4d88-b3e4-8dfe86c39a03 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=0342e70f-c350-48e0-a862-03db642f7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765035 Sep 21 22:04:47.611542 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44cc3e-6bac-4f50-8bb7-7ac36c7b7acc req-c724370a-d91d-438b-b599-bcaabecfb419 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:47.614274 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ac44cc3e-6bac-4f50-8bb7-7ac36c7b7acc req-c724370a-d91d-438b-b599-bcaabecfb419 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.0895815 Sep 21 22:04:47.695603 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ac44cc3e-6bac-4f50-8bb7-7ac36c7b7acc req-f9bbafc3-0ea1-4645-8897-b608201974bf tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750518 Sep 21 22:04:48.161995 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8bd1044f-6911-46f4-834a-9e09647a9e2d req-40256f90-ee0d-4303-bdc9-262573a23ea3 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=178a6b41-104d-414e-9f66-c59fb2250161 HTTP/1.1" status: 200 len: 210 time: 0.0281255 Sep 21 22:04:48.185610 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-34ed454b-3790-4204-b030-c8212eee6e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:48.740259 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed86ed5-b016-4dc1-b273-9c09d5747986 req-28bdf11b-b19c-45fe-91c4-31ee5476a692 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:48.742115 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-eed86ed5-b016-4dc1-b273-9c09d5747986 req-28bdf11b-b19c-45fe-91c4-31ee5476a692 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 945 time: 0.0623128 Sep 21 22:04:48.877232 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-eed86ed5-b016-4dc1-b273-9c09d5747986 req-3b7285a6-f1d0-4c5f-8dd9-a29958ae042f tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=0342e70f-c350-48e0-a862-03db642f7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291349 Sep 21 22:04:48.914964 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed7c5b-232e-47ce-973b-a93b1f884c68 req-30a3a538-5ce6-478e-a617-6dad6608acec tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:48.917681 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-a5ed7c5b-232e-47ce-973b-a93b1f884c68 req-30a3a538-5ce6-478e-a617-6dad6608acec tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.1371682 Sep 21 22:04:48.971258 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-a5ed7c5b-232e-47ce-973b-a93b1f884c68 req-dff10ff0-3617-47ed-a763-962da0ca37c5 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475569 Sep 21 22:04:49.271273 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-6ee977a1-8f45-4ccb-a3d7-895c1b36294b req-e5142949-57c0-465d-b0d8-c1455c2dda71 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=178a6b41-104d-414e-9f66-c59fb2250161 HTTP/1.1" status: 200 len: 210 time: 0.0293527 Sep 21 22:04:49.358168 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81219f90-c232-4cfd-859e-48956ac1ad55 req-2f0670e3-395d-4471-a656-4dcf0b40852d tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:49.359768 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-81219f90-c232-4cfd-859e-48956ac1ad55 req-2f0670e3-395d-4471-a656-4dcf0b40852d tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.71 "GET /v2.0/networks?id=2abe6793-4110-455a-aa7b-f1c0038ce3ef HTTP/1.1" status: 200 len: 815 time: 0.1278582 Sep 21 22:04:49.428029 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-81219f90-c232-4cfd-859e-48956ac1ad55 req-4cfe48a1-a328-4aaf-97a7-5185a45b8a6c tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fea8845b2dfd4b2ab3278d6c2809014f HTTP/1.1" status: 200 len: 380 time: 0.0572557 Sep 21 22:04:49.437750 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [req-81219f90-c232-4cfd-859e-48956ac1ad55 req-173d63d1-56cc-471f-9234-75934ef2f632 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Request body: {'port': {'device_id': '178a6b41-104d-414e-9f66-c59fb2250161', 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef', 'admin_state_up': True, 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'security_groups': ['1bac6360-6465-4414-ac87-656af7d4e782']}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:04:49.545900 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:49.659085 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81219f90-c232-4cfd-859e-48956ac1ad55 req-173d63d1-56cc-471f-9234-75934ef2f632 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Made reservation on behalf of fea8845b2dfd4b2ab3278d6c2809014f for: {'port': 1} {{(pid=116020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:04:49.662943 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-81219f90-c232-4cfd-859e-48956ac1ad55 req-173d63d1-56cc-471f-9234-75934ef2f632 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:49.810892 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.db_base_plugin_common [req-81219f90-c232-4cfd-859e-48956ac1ad55 req-173d63d1-56cc-471f-9234-75934ef2f632 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Allocated IP 172.20.0.5 (2abe6793-4110-455a-aa7b-f1c0038ce3ef/1a441478-37fd-49f9-afec-ab177303560e/fe0158a2-2eb9-4797-a85f-f83f92795f58) {{(pid=116020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:04:49.966524 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-81219f90-c232-4cfd-859e-48956ac1ad55 req-173d63d1-56cc-471f-9234-75934ef2f632 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for port (fe0158a2-2eb9-4797-a85f-f83f92795f58), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:50.026175 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c83ba-4171-4b08-9ac2-e3b9b3b36f0d req-f7419784-8fa7-481e-9f3a-8b6853c47315 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:50.027786 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-4c7c83ba-4171-4b08-9ac2-e3b9b3b36f0d req-f7419784-8fa7-481e-9f3a-8b6853c47315 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 945 time: 0.0632594 Sep 21 22:04:50.065119 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-81219f90-c232-4cfd-859e-48956ac1ad55 req-173d63d1-56cc-471f-9234-75934ef2f632 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (fe0158a2-2eb9-4797-a85f-f83f92795f58), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:50.108145 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-4c7c83ba-4171-4b08-9ac2-e3b9b3b36f0d req-b43eb61e-9ec0-458c-a256-a23c9658a9e8 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=0342e70f-c350-48e0-a862-03db642f7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745237 Sep 21 22:04:50.112612 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81219f90-c232-4cfd-859e-48956ac1ad55 req-173d63d1-56cc-471f-9234-75934ef2f632 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Network 2abe6793-4110-455a-aa7b-f1c0038ce3ef is already hosted by enough agents. {{(pid=116020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:04:50.122513 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.base_scheduler [req-81219f90-c232-4cfd-859e-48956ac1ad55 req-173d63d1-56cc-471f-9234-75934ef2f632 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Resources bound (agent type, host, resource id): {{(pid=116020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:04:50.127596 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [req-81219f90-c232-4cfd-859e-48956ac1ad55 req-173d63d1-56cc-471f-9234-75934ef2f632 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Received port after_create {{(pid=116020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:04:50.137979 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf58d9-e456-44c0-94cf-621cc0c1358f req-775b8fc5-924c-4b0f-b06c-378f409dde70 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:50.139515 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-faaf58d9-e456-44c0-94cf-621cc0c1358f req-775b8fc5-924c-4b0f-b06c-378f409dde70 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.0838897 Sep 21 22:04:50.152870 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d63d1-56cc-471f-9234-75934ef2f632 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Pushing event updated for resources: {'Port': ['ID=fe0158a2-2eb9-4797-a85f-f83f92795f58,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:50.214380 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81219f90-c232-4cfd-859e-48956ac1ad55 req-173d63d1-56cc-471f-9234-75934ef2f632 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:50.215176 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-81219f90-c232-4cfd-859e-48956ac1ad55 req-173d63d1-56cc-471f-9234-75934ef2f632 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:50.215304 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-faaf58d9-e456-44c0-94cf-621cc0c1358f req-5923cef4-06e1-4c61-ae8b-a84fcd53d8f0 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671670 Sep 21 22:04:50.338103 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-81219f90-c232-4cfd-859e-48956ac1ad55 req-173d63d1-56cc-471f-9234-75934ef2f632 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9047837 Sep 21 22:04:50.359909 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [req-81219f90-c232-4cfd-859e-48956ac1ad55 req-daac5275-341b-4de1-b3c9-0d8f61c5ac85 service neutron] Request body: {'port': {'device_id': '178a6b41-104d-414e-9f66-c59fb2250161', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:04:50.426110 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104032de-c3fb-428c-b47e-b948091cc12b req-7fb89510-e154-497a-9d81-aaf59245d7a2 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:50.427421 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-104032de-c3fb-428c-b47e-b948091cc12b req-7fb89510-e154-497a-9d81-aaf59245d7a2 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=178a6b41-104d-414e-9f66-c59fb2250161 HTTP/1.1" status: 200 len: 931 time: 0.0690877 Sep 21 22:04:50.455632 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-81219f90-c232-4cfd-859e-48956ac1ad55 req-daac5275-341b-4de1-b3c9-0d8f61c5ac85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (fe0158a2-2eb9-4797-a85f-f83f92795f58), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:50.481116 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-d8e01f9a-d8d2-4948-a0ed-6874d82158f8 None None] Provisioning complete for port fe0158a2-2eb9-4797-a85f-f83f92795f58 triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:04:50.481758 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-d8e01f9a-d8d2-4948-a0ed-6874d82158f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (fe0158a2-2eb9-4797-a85f-f83f92795f58), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:50.482255 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-d8e01f9a-d8d2-4948-a0ed-6874d82158f8 None None] Attempt 1 to provision port fe0158a2-2eb9-4797-a85f-f83f92795f58 Sep 21 22:04:50.511175 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-104032de-c3fb-428c-b47e-b948091cc12b req-f0afe467-6abf-41b4-8b18-a1cd33a3fd92 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=1bac6360-6465-4414-ac87-656af7d4e782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762873 Sep 21 22:04:50.517837 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-d8e01f9a-d8d2-4948-a0ed-6874d82158f8 None None] Port fe0158a2-2eb9-4797-a85f-f83f92795f58 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:04:50.755657 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [req-81219f90-c232-4cfd-859e-48956ac1ad55 req-daac5275-341b-4de1-b3c9-0d8f61c5ac85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe0158a2-2eb9-4797-a85f-f83f92795f58 {{(pid=116020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:04:50.764154 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-81219f90-c232-4cfd-859e-48956ac1ad55 req-daac5275-341b-4de1-b3c9-0d8f61c5ac85 service neutron] Publish callbacks [] for port (fe0158a2-2eb9-4797-a85f-f83f92795f58), precommit_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:50.778711 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.provisioning_blocks [req-81219f90-c232-4cfd-859e-48956ac1ad55 req-daac5275-341b-4de1-b3c9-0d8f61c5ac85 service neutron] Transition to ACTIVE for port object fe0158a2-2eb9-4797-a85f-f83f92795f58 will not be triggered until provisioned by entity L2. {{(pid=116020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 22:04:50.876447 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-81219f90-c232-4cfd-859e-48956ac1ad55 req-daac5275-341b-4de1-b3c9-0d8f61c5ac85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14266021'] for port (fe0158a2-2eb9-4797-a85f-f83f92795f58), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:50.942030 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daac5275-341b-4de1-b3c9-0d8f61c5ac85 service neutron] Pushing event updated for resources: {'Port': ['ID=fe0158a2-2eb9-4797-a85f-f83f92795f58,revision_number=2']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:50.999555 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-81219f90-c232-4cfd-859e-48956ac1ad55 req-daac5275-341b-4de1-b3c9-0d8f61c5ac85 service neutron] Attempting to bind port fe0158a2-2eb9-4797-a85f-f83f92795f58 on host hv-cinder-85881 for vnic_type normal with profile {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:04:51.000278 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-81219f90-c232-4cfd-859e-48956ac1ad55 req-daac5275-341b-4de1-b3c9-0d8f61c5ac85 service neutron] Attempting to bind port fe0158a2-2eb9-4797-a85f-f83f92795f58 by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': '64832c79-06e5-4b2e-9d17-904da6f2a29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef'}] {{(pid=116020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:04:51.000788 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81219f90-c232-4cfd-859e-48956ac1ad55 req-daac5275-341b-4de1-b3c9-0d8f61c5ac85 service neutron] Attempting to bind port fe0158a2-2eb9-4797-a85f-f83f92795f58 on network 2abe6793-4110-455a-aa7b-f1c0038ce3ef {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:04:51.007437 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81219f90-c232-4cfd-859e-48956ac1ad55 req-daac5275-341b-4de1-b3c9-0d8f61c5ac85 service neutron] Port fe0158a2-2eb9-4797-a85f-f83f92795f58 on network 2abe6793-4110-455a-aa7b-f1c0038ce3ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 22:04:51.008027 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81219f90-c232-4cfd-859e-48956ac1ad55 req-daac5275-341b-4de1-b3c9-0d8f61c5ac85 service neutron] Attempting to bind port fe0158a2-2eb9-4797-a85f-f83f92795f58 on network 2abe6793-4110-455a-aa7b-f1c0038ce3ef {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:04:51.014925 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81219f90-c232-4cfd-859e-48956ac1ad55 req-daac5275-341b-4de1-b3c9-0d8f61c5ac85 service neutron] Checking agent: {'id': '0aee7d89-594f-4992-91de-a4ac3f52e28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 58, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 58, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:04:51.015270 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81219f90-c232-4cfd-859e-48956ac1ad55 req-daac5275-341b-4de1-b3c9-0d8f61c5ac85 service neutron] Checking segment: {'id': '64832c79-06e5-4b2e-9d17-904da6f2a29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:04:51.015665 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81219f90-c232-4cfd-859e-48956ac1ad55 req-daac5275-341b-4de1-b3c9-0d8f61c5ac85 service neutron] Bound using segment: {'id': '64832c79-06e5-4b2e-9d17-904da6f2a29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef'} {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:04:51.016126 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-81219f90-c232-4cfd-859e-48956ac1ad55 req-daac5275-341b-4de1-b3c9-0d8f61c5ac85 service neutron] Bound port: fe0158a2-2eb9-4797-a85f-f83f92795f58, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64832c79-06e5-4b2e-9d17-904da6f2a29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef'}}] {{(pid=116020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:04:51.022902 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-81219f90-c232-4cfd-859e-48956ac1ad55 req-daac5275-341b-4de1-b3c9-0d8f61c5ac85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (fe0158a2-2eb9-4797-a85f-f83f92795f58), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:51.023088 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-d8e01f9a-d8d2-4948-a0ed-6874d82158f8 None None] Attempt 2 to provision port fe0158a2-2eb9-4797-a85f-f83f92795f58 Sep 21 22:04:51.054720 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:51.078458 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-d8e01f9a-d8d2-4948-a0ed-6874d82158f8 None None] Port fe0158a2-2eb9-4797-a85f-f83f92795f58 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:04:51.107275 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-81219f90-c232-4cfd-859e-48956ac1ad55 req-daac5275-341b-4de1-b3c9-0d8f61c5ac85 service neutron] For port fe0158a2-2eb9-4797-a85f-f83f92795f58, host hv-cinder-85881, cleared binding levels {{(pid=116020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:04:51.111387 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-81219f90-c232-4cfd-859e-48956ac1ad55 req-daac5275-341b-4de1-b3c9-0d8f61c5ac85 service neutron] For port fe0158a2-2eb9-4797-a85f-f83f92795f58, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=fe0158a2-2eb9-4797-a85f-f83f92795f58,segment=NetworkSegment(64832c79-06e5-4b2e-9d17-904da6f2a29e),segment_id=64832c79-06e5-4b2e-9d17-904da6f2a29e)] {{(pid=116020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:04:51.237198 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-81219f90-c232-4cfd-859e-48956ac1ad55 req-daac5275-341b-4de1-b3c9-0d8f61c5ac85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14266021'] for port (fe0158a2-2eb9-4797-a85f-f83f92795f58), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:51.244731 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81219f90-c232-4cfd-859e-48956ac1ad55 req-daac5275-341b-4de1-b3c9-0d8f61c5ac85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:51.245035 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-81219f90-c232-4cfd-859e-48956ac1ad55 req-daac5275-341b-4de1-b3c9-0d8f61c5ac85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:51.248670 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-81219f90-c232-4cfd-859e-48956ac1ad55 req-daac5275-341b-4de1-b3c9-0d8f61c5ac85 service neutron] 10.222.0.71 "PUT /v2.0/ports/fe0158a2-2eb9-4797-a85f-f83f92795f58 HTTP/1.1" status: 200 len: 1093 time: 0.8955514 Sep 21 22:04:51.248670 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '178a6b41-104d-414e-9f66-c59fb2250161', 'tag': 'fe0158a2-2eb9-4797-a85f-f83f92795f58'}] {{(pid=116020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:04:51.251716 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}616469ce01b4343580b51944d90e43cdadd76175ffa2c7c7ae3ce11ef7217efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471a49ca-0e1b-4cb4-8346-bb7e642e1438" -d '{"events": [{"name": "network-changed", "server_uuid": "178a6b41-104d-414e-9f66-c59fb2250161", "tag": "fe0158a2-2eb9-4797-a85f-f83f92795f58"}]}' {{(pid=116020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:04:51.263966 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b5a30-1a74-4dac-b6f3-0569acb712df req-9ffd5010-2598-472c-bd99-284777fcb8c0 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:51.267133 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-6f7b5a30-1a74-4dac-b6f3-0569acb712df req-9ffd5010-2598-472c-bd99-284777fcb8c0 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 945 time: 0.0707574 Sep 21 22:04:51.323449 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2695d3cd-9757-4c97-b122-bf566986cefd x-openstack-request-id: req-2695d3cd-9757-4c97-b122-bf566986cefd {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:04:51.323449 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "178a6b41-104d-414e-9f66-c59fb2250161", "tag": "fe0158a2-2eb9-4797-a85f-f83f92795f58", "status": "completed", "code": 200}]} {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:04:51.323449 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2695d3cd-9757-4c97-b122-bf566986cefd {{(pid=116020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:04:51.323449 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2695d3cd-9757-4c97-b122-bf566986cefd'] response: {'name': 'network-changed', 'server_uuid': '178a6b41-104d-414e-9f66-c59fb2250161', 'tag': 'fe0158a2-2eb9-4797-a85f-f83f92795f58', 'status': 'completed', 'code': 200} Sep 21 22:04:51.323877 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-6f7b5a30-1a74-4dac-b6f3-0569acb712df req-2d7bc883-128d-448e-ac80-c5ef443b06c1 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=0342e70f-c350-48e0-a862-03db642f7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474401 Sep 21 22:04:51.323991 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daac5275-341b-4de1-b3c9-0d8f61c5ac85 service neutron] Pushing event updated for resources: {'Port': ['ID=fe0158a2-2eb9-4797-a85f-f83f92795f58,revision_number=3']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:51.392290 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a49ca-0e1b-4cb4-8346-bb7e642e1438 req-4f8f2572-372c-4655-beb4-bda29a25d277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:51.393847 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-471a49ca-0e1b-4cb4-8346-bb7e642e1438 req-4f8f2572-372c-4655-beb4-bda29a25d277 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fea8845b2dfd4b2ab3278d6c2809014f&device_id=178a6b41-104d-414e-9f66-c59fb2250161 HTTP/1.1" status: 200 len: 1127 time: 0.0562687 Sep 21 22:04:51.430971 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7caf41-0720-4e0a-af2d-5801df28fc5a req-87bc5154-b8cb-46b4-a5fb-bfda9dff723e tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:51.432640 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-9e7caf41-0720-4e0a-af2d-5801df28fc5a req-87bc5154-b8cb-46b4-a5fb-bfda9dff723e tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.0655484 Sep 21 22:04:51.491449 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-9e7caf41-0720-4e0a-af2d-5801df28fc5a req-d5eab55d-9e09-45b4-9744-9b4216aaa233 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509007 Sep 21 22:04:51.529171 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a49ca-0e1b-4cb4-8346-bb7e642e1438 req-75303b6c-0930-49bd-a18c-58ca8c0bb2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:51.531311 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-471a49ca-0e1b-4cb4-8346-bb7e642e1438 req-75303b6c-0930-49bd-a18c-58ca8c0bb2e0 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=fea8845b2dfd4b2ab3278d6c2809014f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1297932 Sep 21 22:04:51.580923 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-d8e01f9a-d8d2-4948-a0ed-6874d82158f8 None None] Attempt 3 to provision port fe0158a2-2eb9-4797-a85f-f83f92795f58 Sep 21 22:04:51.643124 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-d8e01f9a-d8d2-4948-a0ed-6874d82158f8 None None] Port fe0158a2-2eb9-4797-a85f-f83f92795f58 had new provisioning blocks added so it will not transition to active. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 21 22:04:51.658944 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a49ca-0e1b-4cb4-8346-bb7e642e1438 req-0969ffb3-e519-4d1f-aa2d-dceca29082ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:51.660505 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-471a49ca-0e1b-4cb4-8346-bb7e642e1438 req-0969ffb3-e519-4d1f-aa2d-dceca29082ea service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1230857 Sep 21 22:04:51.677700 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7e5a7-b21b-407c-a725-3b27ed8ef00c req-82269301-9f40-41d2-8d74-1bb5d1f1786a tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:51.679311 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-f0e7e5a7-b21b-407c-a725-3b27ed8ef00c req-82269301-9f40-41d2-8d74-1bb5d1f1786a tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=178a6b41-104d-414e-9f66-c59fb2250161 HTTP/1.1" status: 200 len: 943 time: 0.0689080 Sep 21 22:04:51.747085 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-f0e7e5a7-b21b-407c-a725-3b27ed8ef00c req-9a1a372a-00d8-4ada-8a3a-86ccc3e5cf08 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=1bac6360-6465-4414-ac87-656af7d4e782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560913 Sep 21 22:04:51.759378 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81219f90-c232-4cfd-859e-48956ac1ad55 req-b705236e-02aa-44bf-b625-12c4b662f22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:51.761057 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-81219f90-c232-4cfd-859e-48956ac1ad55 req-b705236e-02aa-44bf-b625-12c4b662f22b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fea8845b2dfd4b2ab3278d6c2809014f&device_id=178a6b41-104d-414e-9f66-c59fb2250161 HTTP/1.1" status: 200 len: 1127 time: 0.0601053 Sep 21 22:04:51.801529 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-81219f90-c232-4cfd-859e-48956ac1ad55 req-f6827ff7-7742-4756-8b8f-fb7d56d67de7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe0158a2-2eb9-4797-a85f-f83f92795f58 HTTP/1.1" status: 200 len: 217 time: 0.0333917 Sep 21 22:04:51.851381 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81219f90-c232-4cfd-859e-48956ac1ad55 req-cdeb8eb8-3dda-49c0-be5d-8c6754f12f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:51.857212 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-81219f90-c232-4cfd-859e-48956ac1ad55 req-cdeb8eb8-3dda-49c0-be5d-8c6754f12f70 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1a441478-37fd-49f9-afec-ab177303560e HTTP/1.1" status: 200 len: 854 time: 0.0502598 Sep 21 22:04:51.912227 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81219f90-c232-4cfd-859e-48956ac1ad55 req-5bea6328-ae60-4d58-ad3c-1bcbfd0bc551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:51.913760 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-81219f90-c232-4cfd-859e-48956ac1ad55 req-5bea6328-ae60-4d58-ad3c-1bcbfd0bc551 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2abe6793-4110-455a-aa7b-f1c0038ce3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509982 Sep 21 22:04:52.010094 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-81219f90-c232-4cfd-859e-48956ac1ad55 req-6ae57d7e-5f88-435b-b32b-41a2bdb6b999 service neutron] 10.222.0.71 "GET /v2.0/networks/2abe6793-4110-455a-aa7b-f1c0038ce3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896115 Sep 21 22:04:52.129206 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-81219f90-c232-4cfd-859e-48956ac1ad55 req-f91ae99a-3f16-433f-b78f-f1063f2619f8 service neutron] 10.222.0.71 "GET /v2.0/networks/2abe6793-4110-455a-aa7b-f1c0038ce3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129398 Sep 21 22:04:52.488936 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e2954-e909-4fbd-bd3c-8fdddf09179d req-709ca6dc-44fe-4957-9b45-5c94c98756f2 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:52.490581 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-7d5e2954-e909-4fbd-bd3c-8fdddf09179d req-709ca6dc-44fe-4957-9b45-5c94c98756f2 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 945 time: 0.0631781 Sep 21 22:04:52.499479 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:52.541893 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-7d5e2954-e909-4fbd-bd3c-8fdddf09179d req-425efb7f-7901-4c48-8401-c938541068e1 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=0342e70f-c350-48e0-a862-03db642f7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453751 Sep 21 22:04:52.637122 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d698578-f84c-498a-b8d6-0e9030949ec2 req-94a548ed-4f46-45a3-b028-c236a6525e72 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:52.638691 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-0d698578-f84c-498a-b8d6-0e9030949ec2 req-94a548ed-4f46-45a3-b028-c236a6525e72 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.0562446 Sep 21 22:04:52.688888 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-0d698578-f84c-498a-b8d6-0e9030949ec2 req-ec7f0e6b-227f-44af-86cc-3f187a45946f tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436187 Sep 21 22:04:52.886615 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14a906-4978-4bcf-97db-0a0222796b96 req-592fc898-7e62-45f4-aa4e-8a8beec328cc tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:52.890497 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-7b14a906-4978-4bcf-97db-0a0222796b96 req-592fc898-7e62-45f4-aa4e-8a8beec328cc tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=178a6b41-104d-414e-9f66-c59fb2250161 HTTP/1.1" status: 200 len: 943 time: 0.0608835 Sep 21 22:04:52.943588 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-7b14a906-4978-4bcf-97db-0a0222796b96 req-d89e1980-b935-4534-acc1-fbbad6a79317 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=1bac6360-6465-4414-ac87-656af7d4e782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462353 Sep 21 22:04:53.243126 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device fe0158a2-2eb9-4797-a85f-f83f92795f58 details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=116021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 22:04:53.351568 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port fe0158a2-2eb9-4797-a85f-f83f92795f58, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=fe0158a2-2eb9-4797-a85f-f83f92795f58,segment=NetworkSegment(64832c79-06e5-4b2e-9d17-904da6f2a29e),segment_id=64832c79-06e5-4b2e-9d17-904da6f2a29e)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:04:53.364502 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Returning: {'device': 'fe0158a2-2eb9-4797-a85f-f83f92795f58', 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef', 'port_id': 'fe0158a2-2eb9-4797-a85f-f83f92795f58', 'mac_address': 'fa:16:3e:1a:90:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a441478-37fd-49f9-afec-ab177303560e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 22:04:53.427206 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port fe0158a2-2eb9-4797-a85f-f83f92795f58 is: DOWN; New status is: BUILD {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:04:53.427730 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (fe0158a2-2eb9-4797-a85f-f83f92795f58), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:53.450876 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.notifiers.nova [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe0158a2-2eb9-4797-a85f-f83f92795f58 {{(pid=116021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:04:53.474389 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port fe0158a2-2eb9-4797-a85f-f83f92795f58, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=fe0158a2-2eb9-4797-a85f-f83f92795f58,segment=NetworkSegment(64832c79-06e5-4b2e-9d17-904da6f2a29e),segment_id=64832c79-06e5-4b2e-9d17-904da6f2a29e)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:04:53.550603 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (fe0158a2-2eb9-4797-a85f-f83f92795f58), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:53.635862 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=fe0158a2-2eb9-4797-a85f-f83f92795f58,revision_number=4']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:53.647655 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:53.650954 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:53.650954 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:53.650954 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:53.650954 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:53.650954 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:53.650954 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:53.651818 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:53.651962 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:53.652566 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:53.653121 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:53.653666 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:53.654772 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:04:53.734115 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff52c4-98fe-4598-befd-e7b5add4344a req-1f138507-a0b7-4e15-85f0-a29486f52026 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:53.736908 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2fff52c4-98fe-4598-befd-e7b5add4344a req-1f138507-a0b7-4e15-85f0-a29486f52026 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 945 time: 0.0788803 Sep 21 22:04:53.805399 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2fff52c4-98fe-4598-befd-e7b5add4344a req-2580bd12-1669-4761-aeb0-be01ecf2e425 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=0342e70f-c350-48e0-a862-03db642f7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577116 Sep 21 22:04:53.972749 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf7172-9a01-4789-b265-961bcb136c09 req-3fe37260-12ee-4269-a3e0-cac8c3001773 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:53.974355 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-cecf7172-9a01-4789-b265-961bcb136c09 req-3fe37260-12ee-4269-a3e0-cac8c3001773 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.0858955 Sep 21 22:04:54.046988 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-cecf7172-9a01-4789-b265-961bcb136c09 req-e3391427-0005-4548-a2d2-62550c37a297 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654714 Sep 21 22:04:54.162265 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7efbedf-9c33-4039-9b5f-07850af74419 req-047254b7-65ca-4a1d-85bd-cff27465195e tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:54.163940 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-e7efbedf-9c33-4039-9b5f-07850af74419 req-047254b7-65ca-4a1d-85bd-cff27465195e tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=178a6b41-104d-414e-9f66-c59fb2250161 HTTP/1.1" status: 200 len: 944 time: 0.0757816 Sep 21 22:04:54.215289 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-e7efbedf-9c33-4039-9b5f-07850af74419 req-783c52ac-bbf6-41e7-98d3-606bc78f7528 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=1bac6360-6465-4414-ac87-656af7d4e782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452955 Sep 21 22:04:54.961222 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e5072-23b7-42d7-82e9-669a126c3f69 req-dd86ffbb-28cd-4dc4-8ba9-5d6f8049ab17 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:54.962786 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2f6e5072-23b7-42d7-82e9-669a126c3f69 req-dd86ffbb-28cd-4dc4-8ba9-5d6f8049ab17 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 945 time: 0.0708520 Sep 21 22:04:55.020097 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2f6e5072-23b7-42d7-82e9-669a126c3f69 req-adc6a2f8-875e-480e-b8cf-d365dae30f9e tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=0342e70f-c350-48e0-a862-03db642f7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509958 Sep 21 22:04:55.179527 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b46c12-91a5-4940-aa5a-f535d2256417 req-2465f8b7-fde9-454a-bf6c-e4185d6ef871 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:55.181064 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-95b46c12-91a5-4940-aa5a-f535d2256417 req-2465f8b7-fde9-454a-bf6c-e4185d6ef871 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.0536571 Sep 21 22:04:55.229802 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-95b46c12-91a5-4940-aa5a-f535d2256417 req-6428fc79-401e-456a-9df5-b4e10db0ffe2 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431254 Sep 21 22:04:55.349972 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be692ca2-ba65-48c0-92ea-655a4cdbf8c6 req-b70208f5-7f42-4bcb-afd4-c7632f0bb1fa tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:55.351495 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-be692ca2-ba65-48c0-92ea-655a4cdbf8c6 req-b70208f5-7f42-4bcb-afd4-c7632f0bb1fa tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=178a6b41-104d-414e-9f66-c59fb2250161 HTTP/1.1" status: 200 len: 944 time: 0.0551081 Sep 21 22:04:55.403216 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-be692ca2-ba65-48c0-92ea-655a4cdbf8c6 req-a427e233-b1f2-4177-9b9b-37eab5d4b4ac tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=1bac6360-6465-4414-ac87-656af7d4e782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454648 Sep 21 22:04:56.175295 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3228d-0169-414f-a7b6-b716cc3ba769 req-79329770-f7c4-41b6-9be9-7f7a2add3db6 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:56.177621 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b7d3228d-0169-414f-a7b6-b716cc3ba769 req-79329770-f7c4-41b6-9be9-7f7a2add3db6 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 945 time: 0.0675464 Sep 21 22:04:56.258157 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b7d3228d-0169-414f-a7b6-b716cc3ba769 req-bf7cd628-e2fa-4d66-8a65-dbe8c899d404 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=0342e70f-c350-48e0-a862-03db642f7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746102 Sep 21 22:04:56.318519 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] get_ports_and_sgs() called for port_ids ['fe0158a2-2eb9-4797-a85f-f83f92795f58'] {{(pid=116021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:04:56.403811 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aef5f6-0ca0-4b75-8995-2d6b3a39bd54 req-e64d59a2-3667-4496-a352-aeddc723b629 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:56.406623 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-94aef5f6-0ca0-4b75-8995-2d6b3a39bd54 req-e64d59a2-3667-4496-a352-aeddc723b629 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.0878382 Sep 21 22:04:56.460841 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-94aef5f6-0ca0-4b75-8995-2d6b3a39bd54 req-a7960b20-06f4-4df6-bc6a-39d4ad42d796 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487697 Sep 21 22:04:56.557331 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3dc5ee-f500-4419-85cf-03e05b4982f7 req-dc23f9e8-b600-463c-ae90-8ef00c20b486 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:56.558879 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-7a3dc5ee-f500-4419-85cf-03e05b4982f7 req-dc23f9e8-b600-463c-ae90-8ef00c20b486 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=178a6b41-104d-414e-9f66-c59fb2250161 HTTP/1.1" status: 200 len: 944 time: 0.0564559 Sep 21 22:04:56.639206 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-7a3dc5ee-f500-4419-85cf-03e05b4982f7 req-d96160a9-3f79-4120-ba88-6b984bd655a4 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=1bac6360-6465-4414-ac87-656af7d4e782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716333 Sep 21 22:04:56.955741 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29dfc50-57e5-4e1a-bd46-7ae926626790 req-862490bd-1d36-4ee2-a897-36fb7aec3cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:56.961142 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-d29dfc50-57e5-4e1a-bd46-7ae926626790 req-862490bd-1d36-4ee2-a897-36fb7aec3cd0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 1129 time: 0.0467885 Sep 21 22:04:56.982369 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81ba56-2c73-42ee-a797-512ce5a482ec req-900f715c-5d40-4a4c-9a53-d7b4bfe585a7 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:56.984516 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-bf81ba56-2c73-42ee-a797-512ce5a482ec req-900f715c-5d40-4a4c-9a53-d7b4bfe585a7 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.0562508 Sep 21 22:04:57.011251 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-d29dfc50-57e5-4e1a-bd46-7ae926626790 req-1e64d618-0268-446e-9c17-942181acade2 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=0342e70f-c350-48e0-a862-03db642f7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476885 Sep 21 22:04:57.043047 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-bf81ba56-2c73-42ee-a797-512ce5a482ec req-8e531103-3b6c-45b8-87df-39a5bbc829e5 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525386 Sep 21 22:04:57.325876 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73acdee9-e823-40bd-af3f-4b12ccaf8f50 req-633c3ce9-f4f0-4430-a164-30470cc823fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:57.328179 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-73acdee9-e823-40bd-af3f-4b12ccaf8f50 req-633c3ce9-f4f0-4430-a164-30470cc823fb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b33a94a4c3ce4d1c85fa49c2871df1d3&device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 1130 time: 0.0573587 Sep 21 22:04:57.426956 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ce4f7-9ed0-459a-a9c6-ac729c76a9ff req-4e945b39-f406-4997-aaaf-8f0d134c4598 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:57.432459 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-763ce4f7-9ed0-459a-a9c6-ac729c76a9ff req-4e945b39-f406-4997-aaaf-8f0d134c4598 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 945 time: 0.0601232 Sep 21 22:04:57.432755 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73acdee9-e823-40bd-af3f-4b12ccaf8f50 req-5af98022-3e2b-4828-b136-5752018de64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:57.432995 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-73acdee9-e823-40bd-af3f-4b12ccaf8f50 req-5af98022-3e2b-4828-b136-5752018de64d service neutron] 10.222.0.71 "GET /v2.0/networks?id=96c55cd8-33b0-4027-994a-bc89dd1c7933 HTTP/1.1" status: 200 len: 911 time: 0.0975854 Sep 21 22:04:57.499153 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-763ce4f7-9ed0-459a-a9c6-ac729c76a9ff req-9fb132cd-5ad6-4aa6-88ea-15497f06694a tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=0342e70f-c350-48e0-a862-03db642f7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637305 Sep 21 22:04:57.500021 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-73acdee9-e823-40bd-af3f-4b12ccaf8f50 req-68f4839b-6417-4a22-8a13-95a879b43102 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2 HTTP/1.1" status: 200 len: 1001 time: 0.0602145 Sep 21 22:04:57.558212 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73acdee9-e823-40bd-af3f-4b12ccaf8f50 req-722fc29e-c7b0-4ef9-8eb5-c63d47d68b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:57.559612 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-73acdee9-e823-40bd-af3f-4b12ccaf8f50 req-722fc29e-c7b0-4ef9-8eb5-c63d47d68b92 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ce246b9e-d1ab-41c3-9dad-8fd19a0b2f7e HTTP/1.1" status: 200 len: 849 time: 0.0504949 Sep 21 22:04:57.616814 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73acdee9-e823-40bd-af3f-4b12ccaf8f50 req-7d4a6a94-e01f-4b87-b494-6baeccf62fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:57.618394 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-73acdee9-e823-40bd-af3f-4b12ccaf8f50 req-7d4a6a94-e01f-4b87-b494-6baeccf62fc0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96c55cd8-33b0-4027-994a-bc89dd1c7933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523291 Sep 21 22:04:57.753664 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-73acdee9-e823-40bd-af3f-4b12ccaf8f50 req-49d50ab6-bdd8-4009-8bc1-2a5ae3f8a94d service neutron] 10.222.0.71 "GET /v2.0/networks/96c55cd8-33b0-4027-994a-bc89dd1c7933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281128 Sep 21 22:04:57.793557 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e643f3-316d-4876-b94b-fdebf2ec018f req-3f75fd72-26d5-4181-8a86-38e31d7b39cb tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:57.795303 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-56e643f3-316d-4876-b94b-fdebf2ec018f req-3f75fd72-26d5-4181-8a86-38e31d7b39cb tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=178a6b41-104d-414e-9f66-c59fb2250161 HTTP/1.1" status: 200 len: 944 time: 0.0661523 Sep 21 22:04:57.853573 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-56e643f3-316d-4876-b94b-fdebf2ec018f req-c87182f0-ea6d-44e4-b0f5-d41131bf1a02 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=1bac6360-6465-4414-ac87-656af7d4e782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464108 Sep 21 22:04:57.855309 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-73acdee9-e823-40bd-af3f-4b12ccaf8f50 req-07a61946-40e3-4819-9493-e1100b8882ff service neutron] 10.222.0.71 "GET /v2.0/networks/96c55cd8-33b0-4027-994a-bc89dd1c7933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952168 Sep 21 22:04:57.967545 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device fe0158a2-2eb9-4797-a85f-f83f92795f58 up at agent hyperv_hv-cinder-85881 {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:04:58.093988 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Provisioning for port fe0158a2-2eb9-4797-a85f-f83f92795f58 completed by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 22:04:58.099081 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Provisioning complete for port fe0158a2-2eb9-4797-a85f-f83f92795f58 triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:04:58.099525 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (fe0158a2-2eb9-4797-a85f-f83f92795f58), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:58.100131 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Attempt 1 to provision port fe0158a2-2eb9-4797-a85f-f83f92795f58 Sep 21 22:04:58.189625 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port fe0158a2-2eb9-4797-a85f-f83f92795f58 is: BUILD; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:04:58.194033 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (fe0158a2-2eb9-4797-a85f-f83f92795f58), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:58.200867 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7ac04-f6cd-4540-b83a-b698119d6bf2 req-9ac512cc-b69b-4327-867c-b91d6bf998f9 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:58.204000 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c2a7ac04-f6cd-4540-b83a-b698119d6bf2 req-9ac512cc-b69b-4327-867c-b91d6bf998f9 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.0828016 Sep 21 22:04:58.232996 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '178a6b41-104d-414e-9f66-c59fb2250161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0158a2-2eb9-4797-a85f-f83f92795f58'}] {{(pid=116021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:04:58.235742 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d500dca99ac2bf62db1703b02a00765538e18f27ddf2ede5333818e021564b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83dd4272-069f-4015-afa3-13833b817229" -d '{"events": [{"server_uuid": "178a6b41-104d-414e-9f66-c59fb2250161", "name": "network-vif-plugged", "status": "completed", "tag": "fe0158a2-2eb9-4797-a85f-f83f92795f58"}]}' {{(pid=116021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:04:58.250543 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port fe0158a2-2eb9-4797-a85f-f83f92795f58, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=fe0158a2-2eb9-4797-a85f-f83f92795f58,segment=NetworkSegment(64832c79-06e5-4b2e-9d17-904da6f2a29e),segment_id=64832c79-06e5-4b2e-9d17-904da6f2a29e)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:04:58.284664 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9008f1-909d-414d-931f-2a0123fabe55 x-openstack-request-id: req-1e9008f1-909d-414d-931f-2a0123fabe55 {{(pid=116021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:04:58.285032 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "178a6b41-104d-414e-9f66-c59fb2250161", "name": "network-vif-plugged", "status": "completed", "tag": "fe0158a2-2eb9-4797-a85f-f83f92795f58", "code": 200}]} {{(pid=116021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:04:58.285293 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1e9008f1-909d-414d-931f-2a0123fabe55 {{(pid=116021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:04:58.285760 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e9008f1-909d-414d-931f-2a0123fabe55'] response: {'server_uuid': '178a6b41-104d-414e-9f66-c59fb2250161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0158a2-2eb9-4797-a85f-f83f92795f58', 'code': 200} Sep 21 22:04:58.289037 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c2a7ac04-f6cd-4540-b83a-b698119d6bf2 req-ab100fe4-6632-4120-9a5f-ef502466d63f tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786338 Sep 21 22:04:58.328336 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (fe0158a2-2eb9-4797-a85f-f83f92795f58), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:04:58.399856 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=fe0158a2-2eb9-4797-a85f-f83f92795f58,revision_number=5']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:04:58.643327 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321cedef-f023-4bb5-8e11-004a0837a74b req-24192b5e-6dd1-4e31-bae1-eed4759fca36 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:58.645231 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-321cedef-f023-4bb5-8e11-004a0837a74b req-24192b5e-6dd1-4e31-bae1-eed4759fca36 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 945 time: 0.0619426 Sep 21 22:04:58.686017 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae232c69-08fb-43df-b558-41365a39a91e req-ec2dc13e-1a82-48fb-917c-444ee9efa1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:58.687649 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-ae232c69-08fb-43df-b558-41365a39a91e req-ec2dc13e-1a82-48fb-917c-444ee9efa1c7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=178a6b41-104d-414e-9f66-c59fb2250161 HTTP/1.1" status: 200 len: 1129 time: 0.0511785 Sep 21 22:04:58.700306 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-321cedef-f023-4bb5-8e11-004a0837a74b req-b78f88f9-b462-491c-93e3-dc6191aa2254 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=0342e70f-c350-48e0-a862-03db642f7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466671 Sep 21 22:04:58.752890 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-ae232c69-08fb-43df-b558-41365a39a91e req-eb5d4f96-a1dc-4308-bb6e-547b3159e6e0 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=1bac6360-6465-4414-ac87-656af7d4e782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581293 Sep 21 22:04:59.078567 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846f0ce-30f7-4b98-99ea-bf077c3d3376 req-13dfef03-5d57-4615-a702-69267300f0b8 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:59.086083 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-0846f0ce-30f7-4b98-99ea-bf077c3d3376 req-13dfef03-5d57-4615-a702-69267300f0b8 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=178a6b41-104d-414e-9f66-c59fb2250161 HTTP/1.1" status: 200 len: 945 time: 0.0754526 Sep 21 22:04:59.166570 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-0846f0ce-30f7-4b98-99ea-bf077c3d3376 req-e203f8b9-6060-4243-8e4e-5f82a08bd93a tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=1bac6360-6465-4414-ac87-656af7d4e782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795524 Sep 21 22:04:59.182171 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34a656-3baf-451a-bb02-e075b9f2ef68 req-7994344a-70de-43a6-a9d3-d0bdd03b53f8 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:59.184169 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-0d34a656-3baf-451a-bb02-e075b9f2ef68 req-7994344a-70de-43a6-a9d3-d0bdd03b53f8 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 946 time: 0.0952761 Sep 21 22:04:59.261221 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-0d34a656-3baf-451a-bb02-e075b9f2ef68 req-ec73b20a-f01b-4b3c-b4d7-18239c7b0880 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663195 Sep 21 22:04:59.445034 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64d113-e4c2-4838-b00f-514319c7e628 req-56e98651-6f61-4aa8-9836-551a2b50942f tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:59.446737 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-cf64d113-e4c2-4838-b00f-514319c7e628 req-56e98651-6f61-4aa8-9836-551a2b50942f tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.0607741 Sep 21 22:04:59.517041 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-cf64d113-e4c2-4838-b00f-514319c7e628 req-6c09a2fb-dcda-4be1-af0b-333c9406abef tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585830 Sep 21 22:04:59.629869 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9635f-3d30-4a89-9bf1-157a39d77122 req-91b45fe1-b611-4511-bb45-0af52fae2e4c tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:59.631620 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1cf9635f-3d30-4a89-9bf1-157a39d77122 req-91b45fe1-b611-4511-bb45-0af52fae2e4c tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 945 time: 0.0648274 Sep 21 22:04:59.672822 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0900a9-6718-4e57-961d-5d024acff14c req-dbe22af7-3c69-46d3-a39f-b03ac6adb88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:59.674732 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-af0900a9-6718-4e57-961d-5d024acff14c req-dbe22af7-3c69-46d3-a39f-b03ac6adb88e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f5fc28ce43d342ff812e8671de415a9c&device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 1129 time: 0.0545321 Sep 21 22:04:59.701840 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1cf9635f-3d30-4a89-9bf1-157a39d77122 req-a8d0707a-7bbe-44bd-9fd8-d3c6b627c878 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=0342e70f-c350-48e0-a862-03db642f7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639594 Sep 21 22:04:59.783409 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0900a9-6718-4e57-961d-5d024acff14c req-6462fcb9-ae04-44ce-8a21-b2267ba4cde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:59.784888 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-af0900a9-6718-4e57-961d-5d024acff14c req-6462fcb9-ae04-44ce-8a21-b2267ba4cde0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0585c623-22cd-41df-a0a2-cf1e1b8bac58 HTTP/1.1" status: 200 len: 920 time: 0.0963035 Sep 21 22:04:59.863971 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-af0900a9-6718-4e57-961d-5d024acff14c req-c21818ca-bb10-42ab-8f93-15a9718d8a95 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12 HTTP/1.1" status: 200 len: 1000 time: 0.0675015 Sep 21 22:04:59.943017 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0900a9-6718-4e57-961d-5d024acff14c req-61cd0847-af17-4c4a-a469-6ca0119cb45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:59.944521 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-af0900a9-6718-4e57-961d-5d024acff14c req-61cd0847-af17-4c4a-a469-6ca0119cb45e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=41a42251-d848-47c6-b80e-908765051886 HTTP/1.1" status: 200 len: 858 time: 0.0593140 Sep 21 22:04:59.996887 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0900a9-6718-4e57-961d-5d024acff14c req-cff03de0-3231-40df-899f-fdd56d8b695d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:04:59.998399 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-af0900a9-6718-4e57-961d-5d024acff14c req-cff03de0-3231-40df-899f-fdd56d8b695d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0585c623-22cd-41df-a0a2-cf1e1b8bac58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460663 Sep 21 22:05:00.101636 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-af0900a9-6718-4e57-961d-5d024acff14c req-1b3102ad-b0ba-4f2a-8ee8-69176eef9969 service neutron] 10.222.0.71 "GET /v2.0/networks/0585c623-22cd-41df-a0a2-cf1e1b8bac58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932508 Sep 21 22:05:00.398897 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f654982-e9e0-4e31-afe2-66c414ce9143 req-504361d1-6249-430f-93a2-7c176dd1c047 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:00.400563 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-0f654982-e9e0-4e31-afe2-66c414ce9143 req-504361d1-6249-430f-93a2-7c176dd1c047 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=178a6b41-104d-414e-9f66-c59fb2250161 HTTP/1.1" status: 200 len: 945 time: 0.1011822 Sep 21 22:05:00.448493 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962366c0-7ded-41c2-9ede-92413cdd65c8 req-23db3fc8-e053-4d8f-90bc-04506515895e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:00.450107 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-962366c0-7ded-41c2-9ede-92413cdd65c8 req-23db3fc8-e053-4d8f-90bc-04506515895e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 946 time: 0.0885947 Sep 21 22:05:00.489782 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-0f654982-e9e0-4e31-afe2-66c414ce9143 req-0dcce9df-8986-4a4f-83e4-50f37ed7bcba tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=1bac6360-6465-4414-ac87-656af7d4e782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796413 Sep 21 22:05:00.533730 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-962366c0-7ded-41c2-9ede-92413cdd65c8 req-ad2e6029-89f2-42e7-967f-4b30f295e6b1 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632613 Sep 21 22:05:00.557987 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-af0900a9-6718-4e57-961d-5d024acff14c req-233606f5-3bea-49fe-9575-b0a169805743 service neutron] 10.222.0.71 "GET /v2.0/networks/0585c623-22cd-41df-a0a2-cf1e1b8bac58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4450250 Sep 21 22:05:00.657957 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8d858-a3a5-47b0-b546-31322c53b0c7 req-ad4ea59e-6ac0-4b91-9c87-1158bba530b0 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:00.659587 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-03d8d858-a3a5-47b0-b546-31322c53b0c7 req-ad4ea59e-6ac0-4b91-9c87-1158bba530b0 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=178a6b41-104d-414e-9f66-c59fb2250161 HTTP/1.1" status: 200 len: 945 time: 0.0588737 Sep 21 22:05:00.673012 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 35482) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:05:00.678180 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-3718c557-5046-4d7c-902a-37e2d3aaa71a tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Request body: {'floatingip': {'port_id': 'fe0158a2-2eb9-4797-a85f-f83f92795f58'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:05:00.719513 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-3718c557-5046-4d7c-902a-37e2d3aaa71a tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for floatingip (984e6f15-4090-4e8f-b74e-1eaf3a349c10), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:00.856755 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65646fd5-452c-4148-9c59-5141cf05d157 req-20f43ca2-5670-4529-ae81-73bd032f6b7f tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:00.859817 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-65646fd5-452c-4148-9c59-5141cf05d157 req-20f43ca2-5670-4529-ae81-73bd032f6b7f tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 945 time: 0.0747221 Sep 21 22:05:00.922357 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-65646fd5-452c-4148-9c59-5141cf05d157 req-64b1ee4c-6d24-454c-837c-cbb805f38a2a tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=0342e70f-c350-48e0-a862-03db642f7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549171 Sep 21 22:05:01.134779 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b5e1da-73c0-478b-bc3e-2b5e810fcab4 req-5c26b42f-fc3c-419c-8a14-097e7bf6ff45 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:01.136396 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-22b5e1da-73c0-478b-bc3e-2b5e810fcab4 req-5c26b42f-fc3c-419c-8a14-097e7bf6ff45 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.71 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 946 time: 0.1406853 Sep 21 22:05:01.355069 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-3718c557-5046-4d7c-902a-37e2d3aaa71a tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:01.357713 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [req-22b5e1da-73c0-478b-bc3e-2b5e810fcab4 req-b4894308-d539-4da3-8283-0c8c79c3a3bd tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Deleting port 61a3a825-87ba-40c7-96ba-ec486581ff8b {{(pid=116020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:05:01.358060 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-22b5e1da-73c0-478b-bc3e-2b5e810fcab4 req-b4894308-d539-4da3-8283-0c8c79c3a3bd tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (61a3a825-87ba-40c7-96ba-ec486581ff8b), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:01.414828 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-3718c557-5046-4d7c-902a-37e2d3aaa71a tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494336'] for floatingip (984e6f15-4090-4e8f-b74e-1eaf3a349c10), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:01.550261 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-22b5e1da-73c0-478b-bc3e-2b5e810fcab4 req-b4894308-d539-4da3-8283-0c8c79c3a3bd tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] For port 61a3a825-87ba-40c7-96ba-ec486581ff8b, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=61a3a825-87ba-40c7-96ba-ec486581ff8b,segment=NetworkSegment(d07355e0-aacb-4281-84d5-155a0ab99755),segment_id=d07355e0-aacb-4281-84d5-155a0ab99755)] {{(pid=116020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:05:01.550593 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-22b5e1da-73c0-478b-bc3e-2b5e810fcab4 req-b4894308-d539-4da3-8283-0c8c79c3a3bd tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (61a3a825-87ba-40c7-96ba-ec486581ff8b), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:01.568389 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.db.l3_db [None req-3718c557-5046-4d7c-902a-37e2d3aaa71a tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Floating IP 984e6f15-4090-4e8f-b74e-1eaf3a349c10 associated. External IP: 172.27.1.165, port: fe0158a2-2eb9-4797-a85f-f83f92795f58. Sep 21 22:05:01.715558 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa558d-04cb-4007-a444-b6048e81e380 req-5d12044b-735f-4bd6-96d6-3284f5c09b6e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:01.717265 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-dbaa558d-04cb-4007-a444-b6048e81e380 req-5d12044b-735f-4bd6-96d6-3284f5c09b6e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 946 time: 0.0600441 Sep 21 22:05:01.781659 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-dbaa558d-04cb-4007-a444-b6048e81e380 req-23894176-b824-4255-87a0-62881263a96d tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=c8c9f7ef-9010-4cbc-9374-9a47693aab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569363 Sep 21 22:05:01.851961 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-22b5e1da-73c0-478b-bc3e-2b5e810fcab4 req-b4894308-d539-4da3-8283-0c8c79c3a3bd tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:01.852366 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-22b5e1da-73c0-478b-bc3e-2b5e810fcab4 req-b4894308-d539-4da3-8283-0c8c79c3a3bd tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494336'] for floatingip (95d461a1-072e-410c-b66d-2e4ce2adf1d4), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:01.852688 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.db.l3_db [req-22b5e1da-73c0-478b-bc3e-2b5e810fcab4 req-b4894308-d539-4da3-8283-0c8c79c3a3bd tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Floating IP 95d461a1-072e-410c-b66d-2e4ce2adf1d4 disassociated. External IP: 172.27.1.39, port: 61a3a825-87ba-40c7-96ba-ec486581ff8b. Sep 21 22:05:01.853042 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [req-22b5e1da-73c0-478b-bc3e-2b5e810fcab4 req-b4894308-d539-4da3-8283-0c8c79c3a3bd tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Calling delete_port for 61a3a825-87ba-40c7-96ba-ec486581ff8b owned by compute:nova {{(pid=116020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:05:01.978074 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3718c557-5046-4d7c-902a-37e2d3aaa71a tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Router bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55 has already been hosted by L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 {{(pid=116020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:05:02.074193 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189ebb3-eb42-4792-baa3-9148f59a8292 req-9746bcc4-3815-4ef7-91e0-61311a763fdb tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:02.075867 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c189ebb3-eb42-4792-baa3-9148f59a8292 req-9746bcc4-3815-4ef7-91e0-61311a763fdb tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 945 time: 0.0660870 Sep 21 22:05:02.131759 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c189ebb3-eb42-4792-baa3-9148f59a8292 req-8784f10d-9b23-4622-8c1e-bff076183a52 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=0342e70f-c350-48e0-a862-03db642f7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470846 Sep 21 22:05:02.148061 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3718c557-5046-4d7c-902a-37e2d3aaa71a tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:05:02.152946 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-3718c557-5046-4d7c-902a-37e2d3aaa71a tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for floatingip (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:02.165979 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3d01b1-5eae-412f-a20a-101b8d9ba328 None None] Sync routers for ids ['bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'] in dv-cinder-858819-1-iscsi {{(pid=116021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:05:02.183764 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3d01b1-5eae-412f-a20a-101b8d9ba328 None None] Routers {'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:05:02.184907 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-7e3d01b1-5eae-412f-a20a-101b8d9ba328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:04:48Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'], 'active': True} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:05:02.191556 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-3718c557-5046-4d7c-902a-37e2d3aaa71a tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "PUT /v2.0/floatingips/984e6f15-4090-4e8f-b74e-1eaf3a349c10 HTTP/1.1" status: 200 len: 991 time: 1.5171950 Sep 21 22:05:02.192396 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '178a6b41-104d-414e-9f66-c59fb2250161', 'tag': 'fe0158a2-2eb9-4797-a85f-f83f92795f58'}] {{(pid=116020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:05:02.194871 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}616469ce01b4343580b51944d90e43cdadd76175ffa2c7c7ae3ce11ef7217efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0520f955-7126-4ad5-84a9-459174155190" -d '{"events": [{"name": "network-changed", "server_uuid": "178a6b41-104d-414e-9f66-c59fb2250161", "tag": "fe0158a2-2eb9-4797-a85f-f83f92795f58"}]}' {{(pid=116020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:05:02.219171 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-22b5e1da-73c0-478b-bc3e-2b5e810fcab4 req-b4894308-d539-4da3-8283-0c8c79c3a3bd tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (61a3a825-87ba-40c7-96ba-ec486581ff8b), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:02.249917 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4894308-d539-4da3-8283-0c8c79c3a3bd tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Pushing event deleted for resources: {'Port': ['ID=61a3a825-87ba-40c7-96ba-ec486581ff8b,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:05:02.253235 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2801fda6-a5f0-40a1-a154-df3bde0416f0 x-openstack-request-id: req-2801fda6-a5f0-40a1-a154-df3bde0416f0 {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:05:02.253588 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "178a6b41-104d-414e-9f66-c59fb2250161", "tag": "fe0158a2-2eb9-4797-a85f-f83f92795f58", "status": "completed", "code": 200}]} {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:05:02.253785 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2801fda6-a5f0-40a1-a154-df3bde0416f0 {{(pid=116020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:05:02.254196 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2801fda6-a5f0-40a1-a154-df3bde0416f0'] response: {'name': 'network-changed', 'server_uuid': '178a6b41-104d-414e-9f66-c59fb2250161', 'tag': 'fe0158a2-2eb9-4797-a85f-f83f92795f58', 'status': 'completed', 'code': 200} Sep 21 22:05:02.337301 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvr_db [None req-7e3d01b1-5eae-412f-a20a-101b8d9ba328 None None] Set router bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:05:02.396894 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520f955-7126-4ad5-84a9-459174155190 req-b0badaf7-740a-47da-9914-8669139fc391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:02.398475 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-0520f955-7126-4ad5-84a9-459174155190 req-b0badaf7-740a-47da-9914-8669139fc391 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fea8845b2dfd4b2ab3278d6c2809014f&device_id=178a6b41-104d-414e-9f66-c59fb2250161 HTTP/1.1" status: 200 len: 1129 time: 0.1030295 Sep 21 22:05:02.411348 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22b5e1da-73c0-478b-bc3e-2b5e810fcab4 req-b4894308-d539-4da3-8283-0c8c79c3a3bd tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Router b142f32c-8dda-47c3-a391-533de2f6ca41 has already been hosted by L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 {{(pid=116020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:05:02.663780 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520f955-7126-4ad5-84a9-459174155190 req-da0a89e7-786c-4f3a-9150-41d570cf90a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:02.665405 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-0520f955-7126-4ad5-84a9-459174155190 req-da0a89e7-786c-4f3a-9150-41d570cf90a5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2abe6793-4110-455a-aa7b-f1c0038ce3ef HTTP/1.1" status: 200 len: 916 time: 0.2469778 Sep 21 22:05:02.666099 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-7e3d01b1-5eae-412f-a20a-101b8d9ba328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'name': 'tempest-AttachVolumeNegativeTest-1717603948-router', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:27Z', 'updated_at': '2022-09-21T22:00:36Z', 'revision_number': 4, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'gw_port': {'id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_floatingips': [{'id': '984e6f15-4090-4e8f-b74e-1eaf3a349c10', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'floating_ip_address': '172.27.1.165', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'port_id': 'fe0158a2-2eb9-4797-a85f-f83f92795f58', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef', 'mac_address': 'fa:16:3e:1a:90:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178a6b41-104d-414e-9f66-c59fb2250161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:04:44Z', 'updated_at': '2022-09-21T22:05:01Z', 'revision_number': 1, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c9154d-e5e0-4b4e-9149-22dcbcaa508b', 'name': '', 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'mac_address': 'fa:16:3e:41:8a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1a441478-37fd-49f9-afec-ab177303560e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:34Z', 'updated_at': '2022-09-21T22:00:47Z', 'revision_number': 5, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'subnets': [{'id': '1a441478-37fd-49f9-afec-ab177303560e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:05:02.694507 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3d01b1-5eae-412f-a20a-101b8d9ba328 None None] Checking router: bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55 for host: dv-cinder-858819-1-iscsi {{(pid=116021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:05:02.709517 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3d01b1-5eae-412f-a20a-101b8d9ba328 None None] Routers {'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:05:02.710220 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-7e3d01b1-5eae-412f-a20a-101b8d9ba328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:04:48Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'], 'active': True} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:05:02.867033 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvr_db [None req-7e3d01b1-5eae-412f-a20a-101b8d9ba328 None None] Set router bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:05:03.011213 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-5b837567-9ef6-429a-b77c-82da9fe05b1a req-4ba6d44d-5bfa-4e23-9235-2395e8082ee6 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 210 time: 0.0624712 Sep 21 22:05:03.038824 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22b5e1da-73c0-478b-bc3e-2b5e810fcab4 req-b4894308-d539-4da3-8283-0c8c79c3a3bd tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:05:03.057238 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50744226-5531-49e3-81c7-85647a7ec802 None None] Sync routers for ids ['b142f32c-8dda-47c3-a391-533de2f6ca41'] in dv-cinder-858819-1-iscsi {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:05:03.064793 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 35508) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:05:03.073206 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50744226-5531-49e3-81c7-85647a7ec802 None None] Routers {'b142f32c-8dda-47c3-a391-533de2f6ca41'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:05:03.074303 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-50744226-5531-49e3-81c7-85647a7ec802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:04:48Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['b142f32c-8dda-47c3-a391-533de2f6ca41'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:05:03.086448 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-0520f955-7126-4ad5-84a9-459174155190 req-82e4062d-b63c-4576-b004-0b5a09137bd9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe0158a2-2eb9-4797-a85f-f83f92795f58 HTTP/1.1" status: 200 len: 999 time: 0.4128861 Sep 21 22:05:03.103290 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b5e1da-73c0-478b-bc3e-2b5e810fcab4 req-b4894308-d539-4da3-8283-0c8c79c3a3bd tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] No DVR routers for this DVR port 61a3a825-87ba-40c7-96ba-ec486581ff8b on host hv-cinder-85881 {{(pid=116020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:05:03.135345 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-22b5e1da-73c0-478b-bc3e-2b5e810fcab4 req-b4894308-d539-4da3-8283-0c8c79c3a3bd tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:03.138915 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-22b5e1da-73c0-478b-bc3e-2b5e810fcab4 req-b4894308-d539-4da3-8283-0c8c79c3a3bd tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.71 "DELETE /v2.0/ports/61a3a825-87ba-40c7-96ba-ec486581ff8b HTTP/1.1" status: 204 len: 173 time: 1.9726830 Sep 21 22:05:03.161151 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520f955-7126-4ad5-84a9-459174155190 req-301390cc-6df1-4913-934c-d11786e6f8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:03.163606 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-0520f955-7126-4ad5-84a9-459174155190 req-301390cc-6df1-4913-934c-d11786e6f8d0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1a441478-37fd-49f9-afec-ab177303560e HTTP/1.1" status: 200 len: 854 time: 0.0616908 Sep 21 22:05:03.262331 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-50744226-5531-49e3-81c7-85647a7ec802 None None] Set router b142f32c-8dda-47c3-a391-533de2f6ca41 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:05:03.282784 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520f955-7126-4ad5-84a9-459174155190 req-48b42169-27b9-4740-a58d-788a9cb3746d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:03.285041 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-0520f955-7126-4ad5-84a9-459174155190 req-48b42169-27b9-4740-a58d-788a9cb3746d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2abe6793-4110-455a-aa7b-f1c0038ce3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1138198 Sep 21 22:05:03.350303 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-ec1d1bb4-f82a-43ea-afdf-909ea99cd493 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:03.386627 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-7e3d01b1-5eae-412f-a20a-101b8d9ba328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'name': 'tempest-AttachVolumeNegativeTest-1717603948-router', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:27Z', 'updated_at': '2022-09-21T22:00:36Z', 'revision_number': 4, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'gw_port': {'id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_floatingips': [{'id': '984e6f15-4090-4e8f-b74e-1eaf3a349c10', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'floating_ip_address': '172.27.1.165', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'port_id': 'fe0158a2-2eb9-4797-a85f-f83f92795f58', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef', 'mac_address': 'fa:16:3e:1a:90:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178a6b41-104d-414e-9f66-c59fb2250161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:04:44Z', 'updated_at': '2022-09-21T22:05:01Z', 'revision_number': 1, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c9154d-e5e0-4b4e-9149-22dcbcaa508b', 'name': '', 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'mac_address': 'fa:16:3e:41:8a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1a441478-37fd-49f9-afec-ab177303560e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:34Z', 'updated_at': '2022-09-21T22:00:47Z', 'revision_number': 5, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'subnets': [{'id': '1a441478-37fd-49f9-afec-ab177303560e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:05:03.436165 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-0520f955-7126-4ad5-84a9-459174155190 req-edd1283a-62e4-457d-9938-a54862125319 service neutron] 10.222.0.71 "GET /v2.0/networks/2abe6793-4110-455a-aa7b-f1c0038ce3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408389 Sep 21 22:05:03.447102 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3d01b1-5eae-412f-a20a-101b8d9ba328 None None] The sync data for ids ['bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'] in dv-cinder-858819-1-iscsi is: [{'id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'name': 'tempest-AttachVolumeNegativeTest-1717603948-router', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:27Z', 'updated_at': '2022-09-21T22:00:36Z', 'revision_number': 4, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'gw_port': {'id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_floatingips': [{'id': '984e6f15-4090-4e8f-b74e-1eaf3a349c10', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'floating_ip_address': '172.27.1.165', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'port_id': 'fe0158a2-2eb9-4797-a85f-f83f92795f58', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef', 'mac_address': 'fa:16:3e:1a:90:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178a6b41-104d-414e-9f66-c59fb2250161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:04:44Z', 'updated_at': '2022-09-21T22:05:01Z', 'revision_number': 1, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c9154d-e5e0-4b4e-9149-22dcbcaa508b', 'name': '', 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'mac_address': 'fa:16:3e:41:8a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1a441478-37fd-49f9-afec-ab177303560e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:34Z', 'updated_at': '2022-09-21T22:00:47Z', 'revision_number': 5, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'subnets': [{'id': '1a441478-37fd-49f9-afec-ab177303560e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:05:03.480014 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b682b1-2fda-4425-8b8e-cfc25821f9c4 req-83939d82-b7e1-4da0-9023-e3f9c17e38fe tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:03.492523 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-05b682b1-2fda-4425-8b8e-cfc25821f9c4 req-83939d82-b7e1-4da0-9023-e3f9c17e38fe tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 945 time: 0.2137797 Sep 21 22:05:03.598675 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-ec1d1bb4-f82a-43ea-afdf-909ea99cd493 admin admin] Publish callbacks [] for security_group (14ce9cd0-8649-475d-ab83-48e499c42e4b), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:03.620919 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-05b682b1-2fda-4425-8b8e-cfc25821f9c4 req-e6240daf-7e0e-4994-876c-0094aecf0ff6 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=0342e70f-c350-48e0-a862-03db642f7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269901 Sep 21 22:05:03.647616 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-0520f955-7126-4ad5-84a9-459174155190 req-e91847d4-eef4-4508-8b54-4d29c3193e81 service neutron] 10.222.0.71 "GET /v2.0/networks/2abe6793-4110-455a-aa7b-f1c0038ce3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048554 Sep 21 22:05:03.675546 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-50744226-5531-49e3-81c7-85647a7ec802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'name': 'tempest-AttachVolumeShelveTestJSON-1790326084-router', 'tenant_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': 'dc625ff5-d9ec-4b20-9062-4f809d8216d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:27Z', 'updated_at': '2022-09-21T22:00:37Z', 'revision_number': 4, 'project_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'gw_port': {'id': 'dc625ff5-d9ec-4b20-9062-4f809d8216d2', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': '0bdb164d-3c52-4325-80c5-135d2f502015', 'name': '', 'network_id': 'ab2b5ec8-d24d-414d-80a8-ae5a033aa18d', 'tenant_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'mac_address': 'fa:16:3e:31:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4fbdb1a2-604b-4475-ad62-84a9530d66d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:35Z', 'updated_at': '2022-09-21T22:00:52Z', 'revision_number': 5, 'project_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'subnets': [{'id': '4fbdb1a2-604b-4475-ad62-84a9530d66d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:05:03.703312 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50744226-5531-49e3-81c7-85647a7ec802 None None] Checking router: b142f32c-8dda-47c3-a391-533de2f6ca41 for host: dv-cinder-858819-1-iscsi {{(pid=116022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:05:03.714666 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50744226-5531-49e3-81c7-85647a7ec802 None None] Routers {'b142f32c-8dda-47c3-a391-533de2f6ca41'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:05:03.715404 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-50744226-5531-49e3-81c7-85647a7ec802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:04:48Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['b142f32c-8dda-47c3-a391-533de2f6ca41'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:05:03.763742 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5044ba-442f-49aa-b1fe-089150b41c33 None None] New status for floating IP 984e6f15-4090-4e8f-b74e-1eaf3a349c10: ACTIVE {{(pid=116021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 22:05:03.774473 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-ec1d1bb4-f82a-43ea-afdf-909ea99cd493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (14ce9cd0-8649-475d-ab83-48e499c42e4b), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:03.792959 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f539c9fa-ac72-412d-834b-c302c4139f92 req-4e023ace-fb22-448a-adea-3b161f2e559e tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:03.797749 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-f539c9fa-ac72-412d-834b-c302c4139f92 req-4e023ace-fb22-448a-adea-3b161f2e559e tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 945 time: 0.0782959 Sep 21 22:05:03.805701 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 35518) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:05:03.811976 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-4d685a1b-75dd-49af-a267-ede24dfebb9a tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Request body: {'floatingip': {'port_id': '74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:05:03.839524 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-ec1d1bb4-f82a-43ea-afdf-909ea99cd493 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9f1a0239eb3d401a9f4d43ba4e34ac5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7704186 Sep 21 22:05:03.840752 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 35520) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:05:03.860495 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1d1bb4-f82a-43ea-afdf-909ea99cd493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ce9cd0-8649-475d-ab83-48e499c42e4b,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:05:03.906188 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-4d685a1b-75dd-49af-a267-ede24dfebb9a tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks [] for floatingip (68aa2d12-ad40-4964-b05a-d577d73968b1), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:03.924932 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d24b856f-9576-44e0-83e6-19d3adcd112d admin admin] Publish callbacks [] for security_group (14ce9cd0-8649-475d-ab83-48e499c42e4b), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:03.936264 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-50744226-5531-49e3-81c7-85647a7ec802 None None] Set router b142f32c-8dda-47c3-a391-533de2f6ca41 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:05:03.951471 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d24b856f-9576-44e0-83e6-19d3adcd112d admin admin] Publish callbacks [] for security_group (14ce9cd0-8649-475d-ab83-48e499c42e4b), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:04.068665 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d24b856f-9576-44e0-83e6-19d3adcd112d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (14ce9cd0-8649-475d-ab83-48e499c42e4b), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:04.073685 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d24b856f-9576-44e0-83e6-19d3adcd112d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:04.075878 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-d24b856f-9576-44e0-83e6-19d3adcd112d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/14ce9cd0-8649-475d-ab83-48e499c42e4b HTTP/1.1" status: 204 len: 168 time: 0.2337999 Sep 21 22:05:04.086892 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b856f-9576-44e0-83e6-19d3adcd112d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ce9cd0-8649-475d-ab83-48e499c42e4b,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:05:04.225431 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-40d59341-6d89-46c8-a247-46cfa9dfe9b1 req-2378e902-3ef4-46f1-84ee-6aec06cbbdff tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=098797e0-d07c-4b3e-bf38-86bfe427d7db HTTP/1.1" status: 200 len: 210 time: 0.0412452 Sep 21 22:05:04.258100 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098797e0-d07c-4b3e-bf38-86bfe427d7db', 'name': 'network-vif-deleted', 'tag': '61a3a825-87ba-40c7-96ba-ec486581ff8b'}] {{(pid=116020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:05:04.260632 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}616469ce01b4343580b51944d90e43cdadd76175ffa2c7c7ae3ce11ef7217efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d808e6b7-de5e-429b-b707-2a8be4a1be49" -d '{"events": [{"server_uuid": "098797e0-d07c-4b3e-bf38-86bfe427d7db", "name": "network-vif-deleted", "tag": "61a3a825-87ba-40c7-96ba-ec486581ff8b"}]}' {{(pid=116020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:05:04.302433 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-50744226-5531-49e3-81c7-85647a7ec802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'name': 'tempest-AttachVolumeShelveTestJSON-1790326084-router', 'tenant_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': 'dc625ff5-d9ec-4b20-9062-4f809d8216d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:27Z', 'updated_at': '2022-09-21T22:00:37Z', 'revision_number': 4, 'project_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'gw_port': {'id': 'dc625ff5-d9ec-4b20-9062-4f809d8216d2', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': '0bdb164d-3c52-4325-80c5-135d2f502015', 'name': '', 'network_id': 'ab2b5ec8-d24d-414d-80a8-ae5a033aa18d', 'tenant_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'mac_address': 'fa:16:3e:31:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4fbdb1a2-604b-4475-ad62-84a9530d66d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:35Z', 'updated_at': '2022-09-21T22:00:52Z', 'revision_number': 5, 'project_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'subnets': [{'id': '4fbdb1a2-604b-4475-ad62-84a9530d66d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:05:04.338053 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50744226-5531-49e3-81c7-85647a7ec802 None None] The sync data for ids ['b142f32c-8dda-47c3-a391-533de2f6ca41'] in dv-cinder-858819-1-iscsi is: [{'id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'name': 'tempest-AttachVolumeShelveTestJSON-1790326084-router', 'tenant_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': 'dc625ff5-d9ec-4b20-9062-4f809d8216d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:27Z', 'updated_at': '2022-09-21T22:00:37Z', 'revision_number': 4, 'project_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'gw_port': {'id': 'dc625ff5-d9ec-4b20-9062-4f809d8216d2', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': '0bdb164d-3c52-4325-80c5-135d2f502015', 'name': '', 'network_id': 'ab2b5ec8-d24d-414d-80a8-ae5a033aa18d', 'tenant_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'mac_address': 'fa:16:3e:31:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4fbdb1a2-604b-4475-ad62-84a9530d66d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:35Z', 'updated_at': '2022-09-21T22:00:52Z', 'revision_number': 5, 'project_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'subnets': [{'id': '4fbdb1a2-604b-4475-ad62-84a9530d66d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:05:04.341629 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc03d9cd-d4e4-48ae-93d1-af0fe016fd7a x-openstack-request-id: req-fc03d9cd-d4e4-48ae-93d1-af0fe016fd7a {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:05:04.342292 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "098797e0-d07c-4b3e-bf38-86bfe427d7db", "name": "network-vif-deleted", "tag": "61a3a825-87ba-40c7-96ba-ec486581ff8b", "status": "completed", "code": 200}]} {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:05:04.343343 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fc03d9cd-d4e4-48ae-93d1-af0fe016fd7a {{(pid=116020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:05:04.344002 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc03d9cd-d4e4-48ae-93d1-af0fe016fd7a'] response: {'server_uuid': '098797e0-d07c-4b3e-bf38-86bfe427d7db', 'name': 'network-vif-deleted', 'tag': '61a3a825-87ba-40c7-96ba-ec486581ff8b', 'status': 'completed', 'code': 200} Sep 21 22:05:04.732501 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-4d685a1b-75dd-49af-a267-ede24dfebb9a tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:04.739806 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1605cec2-42d7-4ca6-ae48-3bd5f1c501b1 None None] New status for floating IP 95d461a1-072e-410c-b66d-2e4ce2adf1d4: DOWN {{(pid=116022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 22:05:04.841795 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-4d685a1b-75dd-49af-a267-ede24dfebb9a tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494336'] for floatingip (68aa2d12-ad40-4964-b05a-d577d73968b1), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:05.067977 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d685a1b-75dd-49af-a267-ede24dfebb9a tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Router f4ebd66f-4227-4233-ad0e-57fb416dc3dc has already been hosted by L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 {{(pid=116020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:05:05.198104 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d685a1b-75dd-49af-a267-ede24dfebb9a tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:05:05.206886 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-4d685a1b-75dd-49af-a267-ede24dfebb9a tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for floatingip (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:05.209716 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4965417c-bf13-4864-837f-29a3d5bdd59e None None] Sync routers for ids ['f4ebd66f-4227-4233-ad0e-57fb416dc3dc'] in dv-cinder-858819-1-iscsi {{(pid=116021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:05:05.221720 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4965417c-bf13-4864-837f-29a3d5bdd59e None None] Routers {'f4ebd66f-4227-4233-ad0e-57fb416dc3dc'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:05:05.222480 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-4965417c-bf13-4864-837f-29a3d5bdd59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:04:48Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['f4ebd66f-4227-4233-ad0e-57fb416dc3dc'], 'active': True} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:05:05.299361 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-4d685a1b-75dd-49af-a267-ede24dfebb9a tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "PUT /v2.0/floatingips/68aa2d12-ad40-4964-b05a-d577d73968b1 HTTP/1.1" status: 200 len: 992 time: 1.4886160 Sep 21 22:05:05.352430 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvr_db [None req-4965417c-bf13-4864-837f-29a3d5bdd59e None None] Set router f4ebd66f-4227-4233-ad0e-57fb416dc3dc gateway port host: dv-cinder-858819-1-iscsi {{(pid=116021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:05:05.451910 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 35534) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:05:05.525355 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-45abdc80-cdf7-4546-9f30-c737d183f2e3 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks [] for security_group (c8c9f7ef-9010-4cbc-9374-9a47693aab6a), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:05.558407 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-45abdc80-cdf7-4546-9f30-c737d183f2e3 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks [] for security_group (c8c9f7ef-9010-4cbc-9374-9a47693aab6a), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:05.705475 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-45abdc80-cdf7-4546-9f30-c737d183f2e3 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (c8c9f7ef-9010-4cbc-9374-9a47693aab6a), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:05.710448 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-45abdc80-cdf7-4546-9f30-c737d183f2e3 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:05.712472 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-45abdc80-cdf7-4546-9f30-c737d183f2e3 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "DELETE /v2.0/security-groups/c8c9f7ef-9010-4cbc-9374-9a47693aab6a HTTP/1.1" status: 204 len: 168 time: 0.2590668 Sep 21 22:05:05.715861 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 35536) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:05:05.728641 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45abdc80-cdf7-4546-9f30-c737d183f2e3 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c9f7ef-9010-4cbc-9374-9a47693aab6a,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:05:05.744457 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.api.v2.resource [None req-3f33f2e3-afac-4620-b3f8-1e1809f453b4 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] show failed (client error): The resource could not be found. Sep 21 22:05:05.745837 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-3f33f2e3-afac-4620-b3f8-1e1809f453b4 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups/c8c9f7ef-9010-4cbc-9374-9a47693aab6a HTTP/1.1" status: 404 len: 347 time: 0.0284057 Sep 21 22:05:05.751134 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 35538) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:05:05.783307 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-4965417c-bf13-4864-837f-29a3d5bdd59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ebd66f-4227-4233-ad0e-57fb416dc3dc', 'name': 'tempest-ServerRescueNegativeTestJSON-2001674451-router', 'tenant_id': 'f5fc28ce43d342ff812e8671de415a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '416beb2d-153f-4731-8dda-3104ce70c6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:24Z', 'updated_at': '2022-09-21T22:00:33Z', 'revision_number': 4, 'project_id': 'f5fc28ce43d342ff812e8671de415a9c', 'gw_port': {'id': '416beb2d-153f-4731-8dda-3104ce70c6cb', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fa:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ebd66f-4227-4233-ad0e-57fb416dc3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:25Z', 'updated_at': '2022-09-21T22:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_floatingips': [{'id': '68aa2d12-ad40-4964-b05a-d577d73968b1', 'tenant_id': 'f5fc28ce43d342ff812e8671de415a9c', 'floating_ip_address': '172.27.1.35', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': 'f4ebd66f-4227-4233-ad0e-57fb416dc3dc', 'port_id': '74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0585c623-22cd-41df-a0a2-cf1e1b8bac58', 'mac_address': 'fa:16:3e:be:0a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92502e9-4c03-4cdd-9b06-b21ecfd2d4df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:03:00Z', 'updated_at': '2022-09-21T22:05:04Z', 'revision_number': 3, 'project_id': 'f5fc28ce43d342ff812e8671de415a9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41427998-871b-4607-bca9-e8f9a5738ecd', 'name': '', 'network_id': '0585c623-22cd-41df-a0a2-cf1e1b8bac58', 'tenant_id': 'f5fc28ce43d342ff812e8671de415a9c', 'mac_address': 'fa:16:3e:ab:1c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ebd66f-4227-4233-ad0e-57fb416dc3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '41a42251-d848-47c6-b80e-908765051886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:31Z', 'updated_at': '2022-09-21T22:00:40Z', 'revision_number': 5, 'project_id': 'f5fc28ce43d342ff812e8671de415a9c', 'subnets': [{'id': '41a42251-d848-47c6-b80e-908765051886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:05:05.813793 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4965417c-bf13-4864-837f-29a3d5bdd59e None None] Checking router: f4ebd66f-4227-4233-ad0e-57fb416dc3dc for host: dv-cinder-858819-1-iscsi {{(pid=116021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:05:05.825935 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4965417c-bf13-4864-837f-29a3d5bdd59e None None] Routers {'f4ebd66f-4227-4233-ad0e-57fb416dc3dc'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:05:05.826760 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-4965417c-bf13-4864-837f-29a3d5bdd59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:04:48Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['f4ebd66f-4227-4233-ad0e-57fb416dc3dc'], 'active': True} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:05:05.903054 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [None req-7c51c69b-fdd2-4d91-8aca-e8aa1bcdbcf9 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Deleting port 06a808be-0879-4ffe-85c6-a193b15c14e0 {{(pid=116020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:05:05.903494 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-7c51c69b-fdd2-4d91-8aca-e8aa1bcdbcf9 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (06a808be-0879-4ffe-85c6-a193b15c14e0), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:05.955619 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvr_db [None req-4965417c-bf13-4864-837f-29a3d5bdd59e None None] Set router f4ebd66f-4227-4233-ad0e-57fb416dc3dc gateway port host: dv-cinder-858819-1-iscsi {{(pid=116021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:05:06.011961 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-7c51c69b-fdd2-4d91-8aca-e8aa1bcdbcf9 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (06a808be-0879-4ffe-85c6-a193b15c14e0), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:06.012546 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-7c51c69b-fdd2-4d91-8aca-e8aa1bcdbcf9 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks [] for floatingip (06a808be-0879-4ffe-85c6-a193b15c14e0), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:06.013014 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device 61a3a825-87ba-40c7-96ba-ec486581ff8b no longer exists at agent hyperv_hv-cinder-85881 {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:05:06.035006 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [None req-7c51c69b-fdd2-4d91-8aca-e8aa1bcdbcf9 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Calling delete_port for 06a808be-0879-4ffe-85c6-a193b15c14e0 owned by network:floatingip {{(pid=116020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:05:06.086745 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] No Port match for: 61a3a825-87ba-40c7-96ba-ec486581ff8b {{(pid=116021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:05:06.087081 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device 61a3a825-87ba-40c7-96ba-ec486581ff8b not bound to the agent host hv-cinder-85881 {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:05:06.282776 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-7c51c69b-fdd2-4d91-8aca-e8aa1bcdbcf9 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (06a808be-0879-4ffe-85c6-a193b15c14e0), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:06.303017 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-4965417c-bf13-4864-837f-29a3d5bdd59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ebd66f-4227-4233-ad0e-57fb416dc3dc', 'name': 'tempest-ServerRescueNegativeTestJSON-2001674451-router', 'tenant_id': 'f5fc28ce43d342ff812e8671de415a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '416beb2d-153f-4731-8dda-3104ce70c6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:24Z', 'updated_at': '2022-09-21T22:00:33Z', 'revision_number': 4, 'project_id': 'f5fc28ce43d342ff812e8671de415a9c', 'gw_port': {'id': '416beb2d-153f-4731-8dda-3104ce70c6cb', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fa:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ebd66f-4227-4233-ad0e-57fb416dc3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:25Z', 'updated_at': '2022-09-21T22:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_floatingips': [{'id': '68aa2d12-ad40-4964-b05a-d577d73968b1', 'tenant_id': 'f5fc28ce43d342ff812e8671de415a9c', 'floating_ip_address': '172.27.1.35', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': 'f4ebd66f-4227-4233-ad0e-57fb416dc3dc', 'port_id': '74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0585c623-22cd-41df-a0a2-cf1e1b8bac58', 'mac_address': 'fa:16:3e:be:0a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92502e9-4c03-4cdd-9b06-b21ecfd2d4df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:03:00Z', 'updated_at': '2022-09-21T22:05:04Z', 'revision_number': 3, 'project_id': 'f5fc28ce43d342ff812e8671de415a9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41427998-871b-4607-bca9-e8f9a5738ecd', 'name': '', 'network_id': '0585c623-22cd-41df-a0a2-cf1e1b8bac58', 'tenant_id': 'f5fc28ce43d342ff812e8671de415a9c', 'mac_address': 'fa:16:3e:ab:1c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ebd66f-4227-4233-ad0e-57fb416dc3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '41a42251-d848-47c6-b80e-908765051886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:31Z', 'updated_at': '2022-09-21T22:00:40Z', 'revision_number': 5, 'project_id': 'f5fc28ce43d342ff812e8671de415a9c', 'subnets': [{'id': '41a42251-d848-47c6-b80e-908765051886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:05:06.314767 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c51c69b-fdd2-4d91-8aca-e8aa1bcdbcf9 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Pushing event deleted for resources: {'Port': ['ID=06a808be-0879-4ffe-85c6-a193b15c14e0,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:05:06.336578 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4965417c-bf13-4864-837f-29a3d5bdd59e None None] The sync data for ids ['f4ebd66f-4227-4233-ad0e-57fb416dc3dc'] in dv-cinder-858819-1-iscsi is: [{'id': 'f4ebd66f-4227-4233-ad0e-57fb416dc3dc', 'name': 'tempest-ServerRescueNegativeTestJSON-2001674451-router', 'tenant_id': 'f5fc28ce43d342ff812e8671de415a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '416beb2d-153f-4731-8dda-3104ce70c6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:24Z', 'updated_at': '2022-09-21T22:00:33Z', 'revision_number': 4, 'project_id': 'f5fc28ce43d342ff812e8671de415a9c', 'gw_port': {'id': '416beb2d-153f-4731-8dda-3104ce70c6cb', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fa:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ebd66f-4227-4233-ad0e-57fb416dc3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:25Z', 'updated_at': '2022-09-21T22:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_floatingips': [{'id': '68aa2d12-ad40-4964-b05a-d577d73968b1', 'tenant_id': 'f5fc28ce43d342ff812e8671de415a9c', 'floating_ip_address': '172.27.1.35', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': 'f4ebd66f-4227-4233-ad0e-57fb416dc3dc', 'port_id': '74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0585c623-22cd-41df-a0a2-cf1e1b8bac58', 'mac_address': 'fa:16:3e:be:0a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92502e9-4c03-4cdd-9b06-b21ecfd2d4df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:03:00Z', 'updated_at': '2022-09-21T22:05:04Z', 'revision_number': 3, 'project_id': 'f5fc28ce43d342ff812e8671de415a9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41427998-871b-4607-bca9-e8f9a5738ecd', 'name': '', 'network_id': '0585c623-22cd-41df-a0a2-cf1e1b8bac58', 'tenant_id': 'f5fc28ce43d342ff812e8671de415a9c', 'mac_address': 'fa:16:3e:ab:1c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ebd66f-4227-4233-ad0e-57fb416dc3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '41a42251-d848-47c6-b80e-908765051886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:31Z', 'updated_at': '2022-09-21T22:00:40Z', 'revision_number': 5, 'project_id': 'f5fc28ce43d342ff812e8671de415a9c', 'subnets': [{'id': '41a42251-d848-47c6-b80e-908765051886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:05:06.364373 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f92502e9-4c03-4cdd-9b06-b21ecfd2d4df', 'tag': '74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12'}, {'name': 'network-changed', 'server_uuid': 'f92502e9-4c03-4cdd-9b06-b21ecfd2d4df', 'tag': '74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12'}] {{(pid=116020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:05:06.366878 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}616469ce01b4343580b51944d90e43cdadd76175ffa2c7c7ae3ce11ef7217efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf65cdbf-468d-4f5c-8e0f-c3a27aa201d9" -d '{"events": [{"name": "network-changed", "server_uuid": "f92502e9-4c03-4cdd-9b06-b21ecfd2d4df", "tag": "74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12"}, {"name": "network-changed", "server_uuid": "f92502e9-4c03-4cdd-9b06-b21ecfd2d4df", "tag": "74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12"}]}' {{(pid=116020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:05:06.393498 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-7c51c69b-fdd2-4d91-8aca-e8aa1bcdbcf9 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks [] for floatingip (95d461a1-072e-410c-b66d-2e4ce2adf1d4), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:06.397243 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-7c51c69b-fdd2-4d91-8aca-e8aa1bcdbcf9 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for floatingip (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:06.398483 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-7c51c69b-fdd2-4d91-8aca-e8aa1bcdbcf9 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "DELETE /v2.0/floatingips/95d461a1-072e-410c-b66d-2e4ce2adf1d4 HTTP/1.1" status: 204 len: 168 time: 0.6462374 Sep 21 22:05:06.424586 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 21 Sep 2022 22:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36cf14b9-c518-47b7-ac5f-2b1d482e77f3 x-openstack-request-id: req-36cf14b9-c518-47b7-ac5f-2b1d482e77f3 {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:05:06.424890 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f92502e9-4c03-4cdd-9b06-b21ecfd2d4df", "tag": "74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f92502e9-4c03-4cdd-9b06-b21ecfd2d4df", "tag": "74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12", "status": "completed", "code": 200}]} {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:05:06.425143 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-36cf14b9-c518-47b7-ac5f-2b1d482e77f3 {{(pid=116020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:05:06.425619 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36cf14b9-c518-47b7-ac5f-2b1d482e77f3'] response: {'name': 'network-changed', 'server_uuid': 'f92502e9-4c03-4cdd-9b06-b21ecfd2d4df', 'tag': '74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12', 'status': 'completed', 'code': 200} Sep 21 22:05:06.425843 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36cf14b9-c518-47b7-ac5f-2b1d482e77f3'] response: {'name': 'network-changed', 'server_uuid': 'f92502e9-4c03-4cdd-9b06-b21ecfd2d4df', 'tag': '74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12', 'status': 'completed', 'code': 200} Sep 21 22:05:06.513674 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65cdbf-468d-4f5c-8e0f-c3a27aa201d9 req-2962d4bd-5ef3-44d7-b050-1925bc777082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:06.515513 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-bf65cdbf-468d-4f5c-8e0f-c3a27aa201d9 req-2962d4bd-5ef3-44d7-b050-1925bc777082 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f5fc28ce43d342ff812e8671de415a9c&device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 1129 time: 0.0648172 Sep 21 22:05:06.630595 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 35544) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:05:06.640441 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-de2d668a-527a-4a1c-84a4-fefab7f6e668 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1462126287', 'description': 'tempest-description--823031786'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:05:06.652612 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65cdbf-468d-4f5c-8e0f-c3a27aa201d9 req-2cf880e0-d2ab-446b-a8d6-fa25fd64f2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:06.654303 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-bf65cdbf-468d-4f5c-8e0f-c3a27aa201d9 req-2cf880e0-d2ab-446b-a8d6-fa25fd64f2b1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0585c623-22cd-41df-a0a2-cf1e1b8bac58 HTTP/1.1" status: 200 len: 920 time: 0.1320505 Sep 21 22:05:06.733637 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-bf65cdbf-468d-4f5c-8e0f-c3a27aa201d9 req-77252aaa-6189-4bc0-bcb1-383e9dc76a7b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12 HTTP/1.1" status: 200 len: 1000 time: 0.0718863 Sep 21 22:05:06.784942 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-de2d668a-527a-4a1c-84a4-fefab7f6e668 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:06.793263 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65cdbf-468d-4f5c-8e0f-c3a27aa201d9 req-31409168-1bb9-43c5-af33-b8f7c5cdedbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:06.795692 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-bf65cdbf-468d-4f5c-8e0f-c3a27aa201d9 req-31409168-1bb9-43c5-af33-b8f7c5cdedbb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=41a42251-d848-47c6-b80e-908765051886 HTTP/1.1" status: 200 len: 858 time: 0.0561495 Sep 21 22:05:06.888959 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65cdbf-468d-4f5c-8e0f-c3a27aa201d9 req-465da8bc-6c64-47bf-ade6-5521ef1fcfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:06.890440 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-bf65cdbf-468d-4f5c-8e0f-c3a27aa201d9 req-465da8bc-6c64-47bf-ade6-5521ef1fcfe2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0585c623-22cd-41df-a0a2-cf1e1b8bac58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0847220 Sep 21 22:05:06.955077 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-de2d668a-527a-4a1c-84a4-fefab7f6e668 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks [] for security_group (4661ad17-233b-4229-a240-9231b36c5a1e), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:07.002173 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-bf65cdbf-468d-4f5c-8e0f-c3a27aa201d9 req-0debc41c-122a-4fa1-b4b2-e32a20f16d44 service neutron] 10.222.0.71 "GET /v2.0/networks/0585c623-22cd-41df-a0a2-cf1e1b8bac58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000838 Sep 21 22:05:07.018463 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-de2d668a-527a-4a1c-84a4-fefab7f6e668 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (4661ad17-233b-4229-a240-9231b36c5a1e), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:07.100390 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d668a-527a-4a1c-84a4-fefab7f6e668 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4661ad17-233b-4229-a240-9231b36c5a1e,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:05:07.143256 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-bf65cdbf-468d-4f5c-8e0f-c3a27aa201d9 req-7ec9c146-9c2b-46bb-b065-f9668c033474 service neutron] 10.222.0.71 "GET /v2.0/networks/0585c623-22cd-41df-a0a2-cf1e1b8bac58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340952 Sep 21 22:05:07.187290 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-de2d668a-527a-4a1c-84a4-fefab7f6e668 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:07.188625 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-de2d668a-527a-4a1c-84a4-fefab7f6e668 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5570490 Sep 21 22:05:07.192505 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 35546) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:05:07.197414 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-2de86819-546c-4ff9-8b07-cf6e49888065 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Request body: {'security_group_rule': {'security_group_id': '4661ad17-233b-4229-a240-9231b36c5a1e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:05:07.260696 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65cdbf-468d-4f5c-8e0f-c3a27aa201d9 req-d421807f-5d6f-42e0-87f0-05c19c4d6b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:07.262249 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-bf65cdbf-468d-4f5c-8e0f-c3a27aa201d9 req-d421807f-5d6f-42e0-87f0-05c19c4d6b0b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f5fc28ce43d342ff812e8671de415a9c&device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 1129 time: 0.0601506 Sep 21 22:05:07.328037 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-2de86819-546c-4ff9-8b07-cf6e49888065 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks [] for security_group_rule (2be2bf25-4f44-4fa1-9b83-e666b1a80dd8), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:07.403819 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65cdbf-468d-4f5c-8e0f-c3a27aa201d9 req-ef6f305c-242c-483f-b964-7d7ebb725cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:07.405868 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-bf65cdbf-468d-4f5c-8e0f-c3a27aa201d9 req-ef6f305c-242c-483f-b964-7d7ebb725cf7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0585c623-22cd-41df-a0a2-cf1e1b8bac58 HTTP/1.1" status: 200 len: 920 time: 0.1376078 Sep 21 22:05:07.459224 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-2de86819-546c-4ff9-8b07-cf6e49888065 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks [] for security_group_rule (2be2bf25-4f44-4fa1-9b83-e666b1a80dd8), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:07.497923 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-bf65cdbf-468d-4f5c-8e0f-c3a27aa201d9 req-d6eae010-a187-44f3-9f39-0aedef10fd0e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12 HTTP/1.1" status: 200 len: 1000 time: 0.0854902 Sep 21 22:05:07.549797 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-2de86819-546c-4ff9-8b07-cf6e49888065 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614269'] for security_group_rule (2be2bf25-4f44-4fa1-9b83-e666b1a80dd8), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:07.563010 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65cdbf-468d-4f5c-8e0f-c3a27aa201d9 req-69aee87e-96ae-49d5-a7a0-ec235cd1cd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:07.564536 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-bf65cdbf-468d-4f5c-8e0f-c3a27aa201d9 req-69aee87e-96ae-49d5-a7a0-ec235cd1cd90 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=41a42251-d848-47c6-b80e-908765051886 HTTP/1.1" status: 200 len: 858 time: 0.0609212 Sep 21 22:05:07.586953 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de86819-546c-4ff9-8b07-cf6e49888065 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2be2bf25-4f44-4fa1-9b83-e666b1a80dd8,revision_number=0']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:05:07.628765 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65cdbf-468d-4f5c-8e0f-c3a27aa201d9 req-621bc5e9-c16e-4294-9471-314afbc015e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:07.630384 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-bf65cdbf-468d-4f5c-8e0f-c3a27aa201d9 req-621bc5e9-c16e-4294-9471-314afbc015e2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0585c623-22cd-41df-a0a2-cf1e1b8bac58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0578468 Sep 21 22:05:07.682087 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-2de86819-546c-4ff9-8b07-cf6e49888065 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:07.683227 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-2de86819-546c-4ff9-8b07-cf6e49888065 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4895971 Sep 21 22:05:07.685945 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 35548) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:05:07.691788 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-d367a211-38fe-4bb4-87a4-ec895c522de7 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Request body: {'security_group_rule': {'security_group_id': '4661ad17-233b-4229-a240-9231b36c5a1e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:05:07.753012 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-bf65cdbf-468d-4f5c-8e0f-c3a27aa201d9 req-d13424dd-fac5-4433-9669-871d4f693874 service neutron] 10.222.0.71 "GET /v2.0/networks/0585c623-22cd-41df-a0a2-cf1e1b8bac58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165333 Sep 21 22:05:07.832003 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-d367a211-38fe-4bb4-87a4-ec895c522de7 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks [] for security_group_rule (3b71d228-9e5e-486c-9fbd-9f28ba10a541), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:07.893656 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-bf65cdbf-468d-4f5c-8e0f-c3a27aa201d9 req-50d1eea9-8641-47fa-a43a-8a2c7f73ea4b service neutron] 10.222.0.71 "GET /v2.0/networks/0585c623-22cd-41df-a0a2-cf1e1b8bac58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350904 Sep 21 22:05:07.916374 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-d367a211-38fe-4bb4-87a4-ec895c522de7 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks [] for security_group_rule (3b71d228-9e5e-486c-9fbd-9f28ba10a541), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:07.973340 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-d367a211-38fe-4bb4-87a4-ec895c522de7 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614269'] for security_group_rule (3b71d228-9e5e-486c-9fbd-9f28ba10a541), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:08.004502 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d367a211-38fe-4bb4-87a4-ec895c522de7 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b71d228-9e5e-486c-9fbd-9f28ba10a541,revision_number=0']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:05:08.066445 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-d367a211-38fe-4bb4-87a4-ec895c522de7 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:08.067759 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-d367a211-38fe-4bb4-87a4-ec895c522de7 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3808568 Sep 21 22:05:08.071127 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 35550) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:05:08.075871 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-485abd79-df93-4e1e-bc2d-b5fa75ca7b70 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Request body: {'floatingip': {'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:05:08.161680 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-485abd79-df93-4e1e-bc2d-b5fa75ca7b70 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:08.292376 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-485abd79-df93-4e1e-bc2d-b5fa75ca7b70 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:08.409632 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.db_base_plugin_common [None req-485abd79-df93-4e1e-bc2d-b5fa75ca7b70 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Allocated IP 172.27.1.182 (b12f12c4-b4b4-4032-bd63-4e51184cdf86/38720055-293b-4785-9b37-d6bdacdcb1b4/5108f8c5-f1e3-4abd-a60d-4ad6b1be84b5) {{(pid=116020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:05:08.538593 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-485abd79-df93-4e1e-bc2d-b5fa75ca7b70 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks [] for port (5108f8c5-f1e3-4abd-a60d-4ad6b1be84b5), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:08.641824 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-485abd79-df93-4e1e-bc2d-b5fa75ca7b70 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (5108f8c5-f1e3-4abd-a60d-4ad6b1be84b5), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:08.679871 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485abd79-df93-4e1e-bc2d-b5fa75ca7b70 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Network b12f12c4-b4b4-4032-bd63-4e51184cdf86 is already hosted by enough agents. {{(pid=116020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:05:08.682990 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.base_scheduler [None req-485abd79-df93-4e1e-bc2d-b5fa75ca7b70 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Resources bound (agent type, host, resource id): {{(pid=116020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:05:08.690161 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485abd79-df93-4e1e-bc2d-b5fa75ca7b70 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Received port after_create {{(pid=116020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:05:08.695523 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485abd79-df93-4e1e-bc2d-b5fa75ca7b70 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Pushing event updated for resources: {'Port': ['ID=5108f8c5-f1e3-4abd-a60d-4ad6b1be84b5,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:05:08.792891 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-485abd79-df93-4e1e-bc2d-b5fa75ca7b70 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks [] for floatingip (f19bbbac-c628-44bd-9242-7d93ee640cd7), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:08.893709 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-485abd79-df93-4e1e-bc2d-b5fa75ca7b70 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (5108f8c5-f1e3-4abd-a60d-4ad6b1be84b5), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:09.084730 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-485abd79-df93-4e1e-bc2d-b5fa75ca7b70 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks [] for port (5108f8c5-f1e3-4abd-a60d-4ad6b1be84b5), precommit_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:09.167254 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-485abd79-df93-4e1e-bc2d-b5fa75ca7b70 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14266021'] for port (5108f8c5-f1e3-4abd-a60d-4ad6b1be84b5), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:09.249935 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-485abd79-df93-4e1e-bc2d-b5fa75ca7b70 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494336'] for floatingip (f19bbbac-c628-44bd-9242-7d93ee640cd7), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:09.252753 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485abd79-df93-4e1e-bc2d-b5fa75ca7b70 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Pushing event updated for resources: {'Port': ['ID=5108f8c5-f1e3-4abd-a60d-4ad6b1be84b5,revision_number=2']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:05:09.346960 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-485abd79-df93-4e1e-bc2d-b5fa75ca7b70 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for floatingip (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:09.348364 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-485abd79-df93-4e1e-bc2d-b5fa75ca7b70 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2759469 Sep 21 22:05:09.586470 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-bfdd55bb-56fd-4627-b70e-d3ba0b1c3b3b req-631de25f-8529-4589-a88e-a22b2c57c2d4 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1462126287&fields=id&tenant_id=90c3337e87ac45c5b7ca6cc8e43c6f41 HTTP/1.1" status: 200 len: 267 time: 0.0582967 Sep 21 22:05:09.694194 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd55bb-56fd-4627-b70e-d3ba0b1c3b3b req-865a3b2b-2cb8-4901-83d5-40a8a07891dc tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:09.695644 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-bfdd55bb-56fd-4627-b70e-d3ba0b1c3b3b req-865a3b2b-2cb8-4901-83d5-40a8a07891dc tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/networks?id=ab2b5ec8-d24d-414d-80a8-ae5a033aa18d HTTP/1.1" status: 200 len: 817 time: 0.1052895 Sep 21 22:05:09.711283 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-bfdd55bb-56fd-4627-b70e-d3ba0b1c3b3b req-35ebe2e1-a710-48a5-be46-c1e53e915c9b tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/quotas/90c3337e87ac45c5b7ca6cc8e43c6f41 HTTP/1.1" status: 200 len: 375 time: 0.0098081 Sep 21 22:05:09.765889 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-bfdd55bb-56fd-4627-b70e-d3ba0b1c3b3b req-5e55fed6-60a1-43f0-a4f3-615264ad4515 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=90c3337e87ac45c5b7ca6cc8e43c6f41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494359 Sep 21 22:05:09.866899 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-bfdd55bb-56fd-4627-b70e-d3ba0b1c3b3b req-eb984b39-ff86-47ac-9d4f-c381035eeac1 service neutron] 10.222.0.52 "GET /v2.0/networks/ab2b5ec8-d24d-414d-80a8-ae5a033aa18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888479 Sep 21 22:05:09.960713 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-bfdd55bb-56fd-4627-b70e-d3ba0b1c3b3b req-26a493f3-9a2c-44cf-b441-f1ebba3a1462 service neutron] 10.222.0.52 "GET /v2.0/networks/ab2b5ec8-d24d-414d-80a8-ae5a033aa18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879076 Sep 21 22:05:10.242679 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-9c07f01e-2e44-43d2-9e05-6640e5db4378 req-4cbc3c2c-26da-4ab8-a9ff-3d3d320d8a41 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 210 time: 0.0332940 Sep 21 22:05:11.350421 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-bad79e3d-4a84-4af7-8e96-86bd0b9f9189 req-c189c135-bf77-4135-aac5-825d55d5afe0 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 210 time: 0.0286393 Sep 21 22:05:12.268736 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd55bb-56fd-4627-b70e-d3ba0b1c3b3b req-69b2681c-d815-4def-88c1-45691dde5fbb tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:12.270176 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-bfdd55bb-56fd-4627-b70e-d3ba0b1c3b3b req-69b2681c-d815-4def-88c1-45691dde5fbb tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.71 "GET /v2.0/networks?id=ab2b5ec8-d24d-414d-80a8-ae5a033aa18d HTTP/1.1" status: 200 len: 817 time: 0.1141760 Sep 21 22:05:12.342237 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-bfdd55bb-56fd-4627-b70e-d3ba0b1c3b3b req-bbd18f66-41ea-4ff5-a06b-e7a7bea8eb78 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90c3337e87ac45c5b7ca6cc8e43c6f41 HTTP/1.1" status: 200 len: 380 time: 0.0598397 Sep 21 22:05:12.362671 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [req-bfdd55bb-56fd-4627-b70e-d3ba0b1c3b3b req-d2553ca5-e4d9-4476-8f52-7dec764bf55e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Request body: {'port': {'device_id': '8efafa3b-164d-4b83-acd2-2da9749de939', 'network_id': 'ab2b5ec8-d24d-414d-80a8-ae5a033aa18d', 'admin_state_up': True, 'tenant_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'security_groups': ['4661ad17-233b-4229-a240-9231b36c5a1e']}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:05:12.473847 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-e7d0780f-1a0f-470e-9226-e56b7687acde req-b276dc06-fffe-419d-90a5-52f78c48f757 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 210 time: 0.0346823 Sep 21 22:05:12.567331 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfdd55bb-56fd-4627-b70e-d3ba0b1c3b3b req-d2553ca5-e4d9-4476-8f52-7dec764bf55e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Made reservation on behalf of 90c3337e87ac45c5b7ca6cc8e43c6f41 for: {'port': 1} {{(pid=116020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:05:12.571657 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-bfdd55bb-56fd-4627-b70e-d3ba0b1c3b3b req-d2553ca5-e4d9-4476-8f52-7dec764bf55e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:12.698870 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.db_base_plugin_common [req-bfdd55bb-56fd-4627-b70e-d3ba0b1c3b3b req-d2553ca5-e4d9-4476-8f52-7dec764bf55e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Allocated IP 172.20.0.12 (ab2b5ec8-d24d-414d-80a8-ae5a033aa18d/4fbdb1a2-604b-4475-ad62-84a9530d66d1/ad16a5a1-bb55-4bfe-916e-76613013670a) {{(pid=116020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:05:12.841826 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-bfdd55bb-56fd-4627-b70e-d3ba0b1c3b3b req-d2553ca5-e4d9-4476-8f52-7dec764bf55e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks [] for port (ad16a5a1-bb55-4bfe-916e-76613013670a), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:12.933699 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-bfdd55bb-56fd-4627-b70e-d3ba0b1c3b3b req-d2553ca5-e4d9-4476-8f52-7dec764bf55e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (ad16a5a1-bb55-4bfe-916e-76613013670a), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:12.977832 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfdd55bb-56fd-4627-b70e-d3ba0b1c3b3b req-d2553ca5-e4d9-4476-8f52-7dec764bf55e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Network ab2b5ec8-d24d-414d-80a8-ae5a033aa18d is already hosted by enough agents. {{(pid=116020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:05:12.981294 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.base_scheduler [req-bfdd55bb-56fd-4627-b70e-d3ba0b1c3b3b req-d2553ca5-e4d9-4476-8f52-7dec764bf55e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Resources bound (agent type, host, resource id): {{(pid=116020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:05:12.988347 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfdd55bb-56fd-4627-b70e-d3ba0b1c3b3b req-d2553ca5-e4d9-4476-8f52-7dec764bf55e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Received port after_create {{(pid=116020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:05:13.012421 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2553ca5-e4d9-4476-8f52-7dec764bf55e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Pushing event updated for resources: {'Port': ['ID=ad16a5a1-bb55-4bfe-916e-76613013670a,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:05:13.053805 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd55bb-56fd-4627-b70e-d3ba0b1c3b3b req-d2553ca5-e4d9-4476-8f52-7dec764bf55e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:13.054498 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-bfdd55bb-56fd-4627-b70e-d3ba0b1c3b3b req-d2553ca5-e4d9-4476-8f52-7dec764bf55e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:13.120922 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-bfdd55bb-56fd-4627-b70e-d3ba0b1c3b3b req-d2553ca5-e4d9-4476-8f52-7dec764bf55e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7629139 Sep 21 22:05:13.140013 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [req-bfdd55bb-56fd-4627-b70e-d3ba0b1c3b3b req-227c687f-b70e-4580-b205-460a3c996611 service neutron] Request body: {'port': {'device_id': '8efafa3b-164d-4b83-acd2-2da9749de939', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:05:13.270651 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-e95962df-b997-4f32-909c-cf67dbd88e13 None None] Provisioning complete for port ad16a5a1-bb55-4bfe-916e-76613013670a triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:05:13.271953 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-e95962df-b997-4f32-909c-cf67dbd88e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (ad16a5a1-bb55-4bfe-916e-76613013670a), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:13.271953 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-e95962df-b997-4f32-909c-cf67dbd88e13 None None] Attempt 1 to provision port ad16a5a1-bb55-4bfe-916e-76613013670a Sep 21 22:05:13.308431 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-e95962df-b997-4f32-909c-cf67dbd88e13 None None] Port ad16a5a1-bb55-4bfe-916e-76613013670a cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:05:13.456290 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-bfdd55bb-56fd-4627-b70e-d3ba0b1c3b3b req-227c687f-b70e-4580-b205-460a3c996611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (ad16a5a1-bb55-4bfe-916e-76613013670a), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:13.620542 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cdb298-93f4-476c-877d-2892304dfc73 req-904553e5-48b0-4fae-bb84-265acc219783 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:13.622684 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-f5cdb298-93f4-476c-877d-2892304dfc73 req-904553e5-48b0-4fae-bb84-265acc219783 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 932 time: 0.0586433 Sep 21 22:05:13.681834 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-f5cdb298-93f4-476c-877d-2892304dfc73 req-8f99e881-a14a-45d9-961b-a2f0e0878f8f tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520380 Sep 21 22:05:13.772091 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [req-bfdd55bb-56fd-4627-b70e-d3ba0b1c3b3b req-227c687f-b70e-4580-b205-460a3c996611 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad16a5a1-bb55-4bfe-916e-76613013670a {{(pid=116020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:05:13.780189 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-bfdd55bb-56fd-4627-b70e-d3ba0b1c3b3b req-227c687f-b70e-4580-b205-460a3c996611 service neutron] Publish callbacks [] for port (ad16a5a1-bb55-4bfe-916e-76613013670a), precommit_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:13.792689 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.provisioning_blocks [req-bfdd55bb-56fd-4627-b70e-d3ba0b1c3b3b req-227c687f-b70e-4580-b205-460a3c996611 service neutron] Transition to ACTIVE for port object ad16a5a1-bb55-4bfe-916e-76613013670a will not be triggered until provisioned by entity L2. {{(pid=116020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 22:05:13.809402 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-e95962df-b997-4f32-909c-cf67dbd88e13 None None] Attempt 2 to provision port ad16a5a1-bb55-4bfe-916e-76613013670a Sep 21 22:05:13.841968 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-e95962df-b997-4f32-909c-cf67dbd88e13 None None] Port ad16a5a1-bb55-4bfe-916e-76613013670a cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:05:13.859574 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-bfdd55bb-56fd-4627-b70e-d3ba0b1c3b3b req-227c687f-b70e-4580-b205-460a3c996611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14266021'] for port (ad16a5a1-bb55-4bfe-916e-76613013670a), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:13.919829 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227c687f-b70e-4580-b205-460a3c996611 service neutron] Pushing event updated for resources: {'Port': ['ID=ad16a5a1-bb55-4bfe-916e-76613013670a,revision_number=2']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:05:13.971882 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-bfdd55bb-56fd-4627-b70e-d3ba0b1c3b3b req-227c687f-b70e-4580-b205-460a3c996611 service neutron] Attempting to bind port ad16a5a1-bb55-4bfe-916e-76613013670a on host hv-cinder-85881 for vnic_type normal with profile {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:05:13.972253 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-bfdd55bb-56fd-4627-b70e-d3ba0b1c3b3b req-227c687f-b70e-4580-b205-460a3c996611 service neutron] Attempting to bind port ad16a5a1-bb55-4bfe-916e-76613013670a by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': 'd07355e0-aacb-4281-84d5-155a0ab99755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ab2b5ec8-d24d-414d-80a8-ae5a033aa18d'}] {{(pid=116020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:05:13.972584 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdd55bb-56fd-4627-b70e-d3ba0b1c3b3b req-227c687f-b70e-4580-b205-460a3c996611 service neutron] Attempting to bind port ad16a5a1-bb55-4bfe-916e-76613013670a on network ab2b5ec8-d24d-414d-80a8-ae5a033aa18d {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:05:13.977116 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdd55bb-56fd-4627-b70e-d3ba0b1c3b3b req-227c687f-b70e-4580-b205-460a3c996611 service neutron] Port ad16a5a1-bb55-4bfe-916e-76613013670a on network ab2b5ec8-d24d-414d-80a8-ae5a033aa18d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 22:05:13.977437 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdd55bb-56fd-4627-b70e-d3ba0b1c3b3b req-227c687f-b70e-4580-b205-460a3c996611 service neutron] Attempting to bind port ad16a5a1-bb55-4bfe-916e-76613013670a on network ab2b5ec8-d24d-414d-80a8-ae5a033aa18d {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:05:13.982393 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdd55bb-56fd-4627-b70e-d3ba0b1c3b3b req-227c687f-b70e-4580-b205-460a3c996611 service neutron] Checking agent: {'id': '0aee7d89-594f-4992-91de-a4ac3f52e28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 58, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 58, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:05:13.982734 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdd55bb-56fd-4627-b70e-d3ba0b1c3b3b req-227c687f-b70e-4580-b205-460a3c996611 service neutron] Checking segment: {'id': 'd07355e0-aacb-4281-84d5-155a0ab99755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ab2b5ec8-d24d-414d-80a8-ae5a033aa18d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:05:13.983748 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdd55bb-56fd-4627-b70e-d3ba0b1c3b3b req-227c687f-b70e-4580-b205-460a3c996611 service neutron] Bound using segment: {'id': 'd07355e0-aacb-4281-84d5-155a0ab99755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ab2b5ec8-d24d-414d-80a8-ae5a033aa18d'} {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:05:13.984143 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-bfdd55bb-56fd-4627-b70e-d3ba0b1c3b3b req-227c687f-b70e-4580-b205-460a3c996611 service neutron] Bound port: ad16a5a1-bb55-4bfe-916e-76613013670a, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd07355e0-aacb-4281-84d5-155a0ab99755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ab2b5ec8-d24d-414d-80a8-ae5a033aa18d'}}] {{(pid=116020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:05:13.984507 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-bfdd55bb-56fd-4627-b70e-d3ba0b1c3b3b req-227c687f-b70e-4580-b205-460a3c996611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (ad16a5a1-bb55-4bfe-916e-76613013670a), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:14.050274 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-bfdd55bb-56fd-4627-b70e-d3ba0b1c3b3b req-227c687f-b70e-4580-b205-460a3c996611 service neutron] For port ad16a5a1-bb55-4bfe-916e-76613013670a, host hv-cinder-85881, cleared binding levels {{(pid=116020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:05:14.054440 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-bfdd55bb-56fd-4627-b70e-d3ba0b1c3b3b req-227c687f-b70e-4580-b205-460a3c996611 service neutron] For port ad16a5a1-bb55-4bfe-916e-76613013670a, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=ad16a5a1-bb55-4bfe-916e-76613013670a,segment=NetworkSegment(d07355e0-aacb-4281-84d5-155a0ab99755),segment_id=d07355e0-aacb-4281-84d5-155a0ab99755)] {{(pid=116020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:05:14.151222 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-bfdd55bb-56fd-4627-b70e-d3ba0b1c3b3b req-227c687f-b70e-4580-b205-460a3c996611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14266021'] for port (ad16a5a1-bb55-4bfe-916e-76613013670a), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:14.156345 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd55bb-56fd-4627-b70e-d3ba0b1c3b3b req-227c687f-b70e-4580-b205-460a3c996611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:14.157139 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-bfdd55bb-56fd-4627-b70e-d3ba0b1c3b3b req-227c687f-b70e-4580-b205-460a3c996611 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:14.158640 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-bfdd55bb-56fd-4627-b70e-d3ba0b1c3b3b req-227c687f-b70e-4580-b205-460a3c996611 service neutron] 10.222.0.71 "PUT /v2.0/ports/ad16a5a1-bb55-4bfe-916e-76613013670a HTTP/1.1" status: 200 len: 1094 time: 1.0236607 Sep 21 22:05:14.159176 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8efafa3b-164d-4b83-acd2-2da9749de939', 'tag': 'ad16a5a1-bb55-4bfe-916e-76613013670a'}] {{(pid=116020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:05:14.161632 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}616469ce01b4343580b51944d90e43cdadd76175ffa2c7c7ae3ce11ef7217efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c10df2-3908-4ae0-8e95-4e8c7b5d231c" -d '{"events": [{"name": "network-changed", "server_uuid": "8efafa3b-164d-4b83-acd2-2da9749de939", "tag": "ad16a5a1-bb55-4bfe-916e-76613013670a"}]}' {{(pid=116020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:05:14.202820 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd7a8b0-d7ce-4009-88ed-bcdced323629 x-openstack-request-id: req-7bd7a8b0-d7ce-4009-88ed-bcdced323629 {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:05:14.203179 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8efafa3b-164d-4b83-acd2-2da9749de939", "tag": "ad16a5a1-bb55-4bfe-916e-76613013670a", "status": "completed", "code": 200}]} {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:05:14.203357 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7bd7a8b0-d7ce-4009-88ed-bcdced323629 {{(pid=116020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:05:14.203768 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bd7a8b0-d7ce-4009-88ed-bcdced323629'] response: {'name': 'network-changed', 'server_uuid': '8efafa3b-164d-4b83-acd2-2da9749de939', 'tag': 'ad16a5a1-bb55-4bfe-916e-76613013670a', 'status': 'completed', 'code': 200} Sep 21 22:05:14.255024 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227c687f-b70e-4580-b205-460a3c996611 service neutron] Pushing event updated for resources: {'Port': ['ID=ad16a5a1-bb55-4bfe-916e-76613013670a,revision_number=3']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:05:14.284034 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c10df2-3908-4ae0-8e95-4e8c7b5d231c req-0fbaf983-bef8-4002-ba2b-bc99daafa8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:14.285606 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-45c10df2-3908-4ae0-8e95-4e8c7b5d231c req-0fbaf983-bef8-4002-ba2b-bc99daafa8de service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=90c3337e87ac45c5b7ca6cc8e43c6f41&device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 1128 time: 0.0609837 Sep 21 22:05:14.343831 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-e95962df-b997-4f32-909c-cf67dbd88e13 None None] Attempt 3 to provision port ad16a5a1-bb55-4bfe-916e-76613013670a Sep 21 22:05:14.387687 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-e95962df-b997-4f32-909c-cf67dbd88e13 None None] Port ad16a5a1-bb55-4bfe-916e-76613013670a had new provisioning blocks added so it will not transition to active. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 21 22:05:14.401779 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c10df2-3908-4ae0-8e95-4e8c7b5d231c req-bdc6ec52-fd3e-44a9-8050-ed640067358e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:14.403279 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-45c10df2-3908-4ae0-8e95-4e8c7b5d231c req-bdc6ec52-fd3e-44a9-8050-ed640067358e service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=90c3337e87ac45c5b7ca6cc8e43c6f41&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1103537 Sep 21 22:05:14.501985 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c10df2-3908-4ae0-8e95-4e8c7b5d231c req-6fd91f68-160d-4094-986d-f6747b2accf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:14.503539 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-45c10df2-3908-4ae0-8e95-4e8c7b5d231c req-6fd91f68-160d-4094-986d-f6747b2accf5 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941374 Sep 21 22:05:14.598226 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd55bb-56fd-4627-b70e-d3ba0b1c3b3b req-406e8304-f198-473d-8b1f-00f0319136fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:14.599759 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-bfdd55bb-56fd-4627-b70e-d3ba0b1c3b3b req-406e8304-f198-473d-8b1f-00f0319136fe service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=90c3337e87ac45c5b7ca6cc8e43c6f41&device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 1128 time: 0.0518787 Sep 21 22:05:14.639930 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-bfdd55bb-56fd-4627-b70e-d3ba0b1c3b3b req-394fcd63-66ea-4e62-9f96-9c9baf7a8487 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad16a5a1-bb55-4bfe-916e-76613013670a HTTP/1.1" status: 200 len: 217 time: 0.0320723 Sep 21 22:05:14.701111 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd55bb-56fd-4627-b70e-d3ba0b1c3b3b req-afd7d140-51d9-402a-bb25-072185bc7f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:14.703143 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-bfdd55bb-56fd-4627-b70e-d3ba0b1c3b3b req-afd7d140-51d9-402a-bb25-072185bc7f78 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4fbdb1a2-604b-4475-ad62-84a9530d66d1 HTTP/1.1" status: 200 len: 856 time: 0.0502179 Sep 21 22:05:14.776823 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd55bb-56fd-4627-b70e-d3ba0b1c3b3b req-45e2612e-652d-4f85-9216-a831ab7cd528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:14.778386 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-bfdd55bb-56fd-4627-b70e-d3ba0b1c3b3b req-45e2612e-652d-4f85-9216-a831ab7cd528 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ab2b5ec8-d24d-414d-80a8-ae5a033aa18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0610394 Sep 21 22:05:14.819355 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (0aee7d89-594f-4992-91de-a4ac3f52e28d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:14.864514 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb312480-3092-4e3d-89a3-e485d19ee794 req-b6baa38e-f375-4e74-9720-071754e289b6 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:14.866025 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-cb312480-3092-4e3d-89a3-e485d19ee794 req-b6baa38e-f375-4e74-9720-071754e289b6 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 944 time: 0.0664976 Sep 21 22:05:14.885780 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-bfdd55bb-56fd-4627-b70e-d3ba0b1c3b3b req-3de9dd27-5116-490c-a252-834b29f65b6b service neutron] 10.222.0.71 "GET /v2.0/networks/ab2b5ec8-d24d-414d-80a8-ae5a033aa18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009789 Sep 21 22:05:14.950140 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-cb312480-3092-4e3d-89a3-e485d19ee794 req-69bf06f7-7932-4514-817b-1862d900604d tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720668 Sep 21 22:05:14.995031 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-bfdd55bb-56fd-4627-b70e-d3ba0b1c3b3b req-e8ce9318-0657-4d42-978a-5ec36d14677c service neutron] 10.222.0.71 "GET /v2.0/networks/ab2b5ec8-d24d-414d-80a8-ae5a033aa18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943599 Sep 21 22:05:15.984708 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-ad87ce81-a74a-4471-aff5-5c9279e1b4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:16.095648 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb62d99-4f14-4d8d-9020-fd7b8fda99f3 req-1fd3bb2b-7379-4cb4-b4cb-7cdfed7a72a4 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:16.097286 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2cb62d99-4f14-4d8d-9020-fd7b8fda99f3 req-1fd3bb2b-7379-4cb4-b4cb-7cdfed7a72a4 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 944 time: 0.0606418 Sep 21 22:05:16.112391 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-4d8c2ca6-17f2-4ef8-891a-1101ddaf026d req-6680ab72-87b1-45f0-b959-3fc5fe733fab service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0617495 Sep 21 22:05:16.155455 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2cb62d99-4f14-4d8d-9020-fd7b8fda99f3 req-52b6b4ab-8a34-4b37-ba93-c6935db7f07a tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482078 Sep 21 22:05:16.183105 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c2ca6-17f2-4ef8-891a-1101ddaf026d req-f373645b-b906-4f7d-a8eb-6048e715ea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:16.184697 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-4d8c2ca6-17f2-4ef8-891a-1101ddaf026d req-f373645b-b906-4f7d-a8eb-6048e715ea53 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b33a94a4c3ce4d1c85fa49c2871df1d3&device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 1130 time: 0.0494905 Sep 21 22:05:16.308661 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c2ca6-17f2-4ef8-891a-1101ddaf026d req-dfb252d6-6963-415f-91a0-fb185054ae2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:16.310150 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-4d8c2ca6-17f2-4ef8-891a-1101ddaf026d req-dfb252d6-6963-415f-91a0-fb185054ae2e service neutron] 10.222.0.71 "GET /v2.0/networks?id=96c55cd8-33b0-4027-994a-bc89dd1c7933 HTTP/1.1" status: 200 len: 911 time: 0.0966258 Sep 21 22:05:16.397114 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-4d8c2ca6-17f2-4ef8-891a-1101ddaf026d req-3512188f-dfc2-449a-a643-9d05ad38f957 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2 HTTP/1.1" status: 200 len: 1001 time: 0.0778418 Sep 21 22:05:16.450150 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c2ca6-17f2-4ef8-891a-1101ddaf026d req-a15ff25d-32bf-4fa6-82c7-26e5de29c421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:16.451649 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-4d8c2ca6-17f2-4ef8-891a-1101ddaf026d req-a15ff25d-32bf-4fa6-82c7-26e5de29c421 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ce246b9e-d1ab-41c3-9dad-8fd19a0b2f7e HTTP/1.1" status: 200 len: 849 time: 0.0485697 Sep 21 22:05:16.513035 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c2ca6-17f2-4ef8-891a-1101ddaf026d req-b0eb7050-ff15-423a-9c10-5daae53e87d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:16.514587 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-4d8c2ca6-17f2-4ef8-891a-1101ddaf026d req-b0eb7050-ff15-423a-9c10-5daae53e87d5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96c55cd8-33b0-4027-994a-bc89dd1c7933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475981 Sep 21 22:05:16.622147 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-4d8c2ca6-17f2-4ef8-891a-1101ddaf026d req-807fdc03-dc3e-45a3-87df-de0a4794ac1f service neutron] 10.222.0.71 "GET /v2.0/networks/96c55cd8-33b0-4027-994a-bc89dd1c7933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996511 Sep 21 22:05:16.726445 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-4d8c2ca6-17f2-4ef8-891a-1101ddaf026d req-f9ea32c9-07c5-4e39-b34e-77fe2c93c764 service neutron] 10.222.0.71 "GET /v2.0/networks/96c55cd8-33b0-4027-994a-bc89dd1c7933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966334 Sep 21 22:05:17.299767 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be5e93-043f-41e6-885e-90518c74ab1c req-f1ac7e0c-4246-4340-8767-b4e0f2dbc99e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:17.301721 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-47be5e93-043f-41e6-885e-90518c74ab1c req-f1ac7e0c-4246-4340-8767-b4e0f2dbc99e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 944 time: 0.0560839 Sep 21 22:05:17.354265 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-47be5e93-043f-41e6-885e-90518c74ab1c req-cdd8a7ca-807d-40a0-a05d-10a3230804d6 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463374 Sep 21 22:05:18.055435 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device ad16a5a1-bb55-4bfe-916e-76613013670a details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=116021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 22:05:18.186969 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port ad16a5a1-bb55-4bfe-916e-76613013670a, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=ad16a5a1-bb55-4bfe-916e-76613013670a,segment=NetworkSegment(d07355e0-aacb-4281-84d5-155a0ab99755),segment_id=d07355e0-aacb-4281-84d5-155a0ab99755)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:05:18.190162 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-e06c5c52-bf1c-4219-980a-28836f2f31e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:18.205031 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Returning: {'device': 'ad16a5a1-bb55-4bfe-916e-76613013670a', 'network_id': 'ab2b5ec8-d24d-414d-80a8-ae5a033aa18d', 'port_id': 'ad16a5a1-bb55-4bfe-916e-76613013670a', 'mac_address': 'fa:16:3e:91:1f:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fbdb1a2-604b-4475-ad62-84a9530d66d1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 22:05:18.254352 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port ad16a5a1-bb55-4bfe-916e-76613013670a is: DOWN; New status is: BUILD {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:05:18.255009 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (ad16a5a1-bb55-4bfe-916e-76613013670a), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:18.277494 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.notifiers.nova [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad16a5a1-bb55-4bfe-916e-76613013670a {{(pid=116021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:05:18.300609 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port ad16a5a1-bb55-4bfe-916e-76613013670a, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=ad16a5a1-bb55-4bfe-916e-76613013670a,segment=NetworkSegment(d07355e0-aacb-4281-84d5-155a0ab99755),segment_id=d07355e0-aacb-4281-84d5-155a0ab99755)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:05:18.384843 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (ad16a5a1-bb55-4bfe-916e-76613013670a), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:18.450664 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=ad16a5a1-bb55-4bfe-916e-76613013670a,revision_number=4']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:05:18.522691 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745108f-909c-4983-a0eb-20a981dd30e8 req-70fb223b-7d07-4196-b523-8a7cb4d657bf tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:18.524425 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2745108f-909c-4983-a0eb-20a981dd30e8 req-70fb223b-7d07-4196-b523-8a7cb4d657bf tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 945 time: 0.0740383 Sep 21 22:05:18.607489 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2745108f-909c-4983-a0eb-20a981dd30e8 req-c47fd7a8-a69c-463c-908e-d7dc47fda7bd tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756724 Sep 21 22:05:18.720571 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] get_ports_and_sgs() called for port_ids ['ad16a5a1-bb55-4bfe-916e-76613013670a'] {{(pid=116021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:05:19.504586 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:19.738589 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.agents_db [None req-53c7536d-764e-4ad7-87ad-c450eadf28b3 None None] Agent healthcheck: found 6 active agents {{(pid=116022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:05:19.762975 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8456b-8806-4f63-a823-42c454a4ee45 req-f53bce2f-6472-4832-8397-e26d1ca4d43c tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:19.766085 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-dde8456b-8806-4f63-a823-42c454a4ee45 req-f53bce2f-6472-4832-8397-e26d1ca4d43c tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 945 time: 0.0720906 Sep 21 22:05:19.841700 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-dde8456b-8806-4f63-a823-42c454a4ee45 req-7cc2fad8-3107-4d4a-84e0-91d148a1d366 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693114 Sep 21 22:05:20.069434 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device ad16a5a1-bb55-4bfe-916e-76613013670a up at agent hyperv_hv-cinder-85881 {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:05:20.184136 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Provisioning for port ad16a5a1-bb55-4bfe-916e-76613013670a completed by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 22:05:20.189102 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Provisioning complete for port ad16a5a1-bb55-4bfe-916e-76613013670a triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:05:20.189478 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (ad16a5a1-bb55-4bfe-916e-76613013670a), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:20.189815 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Attempt 1 to provision port ad16a5a1-bb55-4bfe-916e-76613013670a Sep 21 22:05:20.274992 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port ad16a5a1-bb55-4bfe-916e-76613013670a is: BUILD; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:05:20.275385 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (ad16a5a1-bb55-4bfe-916e-76613013670a), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:20.300101 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8efafa3b-164d-4b83-acd2-2da9749de939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad16a5a1-bb55-4bfe-916e-76613013670a'}] {{(pid=116021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:05:20.302445 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d500dca99ac2bf62db1703b02a00765538e18f27ddf2ede5333818e021564b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb13787-a247-4525-bc14-8c540b87854d" -d '{"events": [{"server_uuid": "8efafa3b-164d-4b83-acd2-2da9749de939", "name": "network-vif-plugged", "status": "completed", "tag": "ad16a5a1-bb55-4bfe-916e-76613013670a"}]}' {{(pid=116021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:05:20.317470 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port ad16a5a1-bb55-4bfe-916e-76613013670a, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=ad16a5a1-bb55-4bfe-916e-76613013670a,segment=NetworkSegment(d07355e0-aacb-4281-84d5-155a0ab99755),segment_id=d07355e0-aacb-4281-84d5-155a0ab99755)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:05:20.339977 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d30e80-8364-4c29-84c3-cf9ee5e7008e x-openstack-request-id: req-62d30e80-8364-4c29-84c3-cf9ee5e7008e {{(pid=116021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:05:20.340328 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8efafa3b-164d-4b83-acd2-2da9749de939", "name": "network-vif-plugged", "status": "completed", "tag": "ad16a5a1-bb55-4bfe-916e-76613013670a", "code": 200}]} {{(pid=116021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:05:20.340592 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-62d30e80-8364-4c29-84c3-cf9ee5e7008e {{(pid=116021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:05:20.341004 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62d30e80-8364-4c29-84c3-cf9ee5e7008e'] response: {'server_uuid': '8efafa3b-164d-4b83-acd2-2da9749de939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad16a5a1-bb55-4bfe-916e-76613013670a', 'code': 200} Sep 21 22:05:20.396425 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (ad16a5a1-bb55-4bfe-916e-76613013670a), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:20.448941 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=ad16a5a1-bb55-4bfe-916e-76613013670a,revision_number=5']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:05:20.685302 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2723df-e5ec-4945-9fca-befb709c14f6 req-7b8067e9-c904-4282-bcbc-bd85140d8c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:20.687532 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-ed2723df-e5ec-4945-9fca-befb709c14f6 req-7b8067e9-c904-4282-bcbc-bd85140d8c5d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 1130 time: 0.0536904 Sep 21 22:05:20.740437 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-ed2723df-e5ec-4945-9fca-befb709c14f6 req-179de0c6-6f6f-4d2d-bc0f-aba0e1f1e183 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417643 Sep 21 22:05:20.993167 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1320f8-bbe4-4876-afea-0f956c159fc2 req-b8b3ffc0-225a-4520-8b42-64a868317727 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:20.994823 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1e1320f8-bbe4-4876-afea-0f956c159fc2 req-b8b3ffc0-225a-4520-8b42-64a868317727 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 946 time: 0.0641041 Sep 21 22:05:21.005195 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:21.046261 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1e1320f8-bbe4-4876-afea-0f956c159fc2 req-3f13b594-8b84-46f6-92ee-0e5192b8ae58 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449157 Sep 21 22:05:22.209043 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b05212-adbc-49a6-8d07-37a7bceef2df req-198640ef-a77f-4ad9-91a9-196d62587cfd tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:22.210562 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-84b05212-adbc-49a6-8d07-37a7bceef2df req-198640ef-a77f-4ad9-91a9-196d62587cfd tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 946 time: 0.0658271 Sep 21 22:05:22.298264 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-84b05212-adbc-49a6-8d07-37a7bceef2df req-a06ff5e1-4bb8-4d3b-807e-ca55fe35fb43 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766790 Sep 21 22:05:22.509959 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:23.434420 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4295b0-716a-42c7-917c-be7719d1ed1c req-3601d299-6396-447c-be0f-c57eb51964ea tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:23.435959 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ee4295b0-716a-42c7-917c-be7719d1ed1c req-3601d299-6396-447c-be0f-c57eb51964ea tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 946 time: 0.0559497 Sep 21 22:05:23.489430 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ee4295b0-716a-42c7-917c-be7719d1ed1c req-4994b167-49bb-418d-a1c1-58b9c0ae61eb tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460942 Sep 21 22:05:23.626579 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0bce43-7c7f-4a6a-a1b5-0f6fb5c18f3a req-0c7d8b45-5bd3-4a0f-a9fa-1e3cc970c8fd tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:23.628048 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ea0bce43-7c7f-4a6a-a1b5-0f6fb5c18f3a req-0c7d8b45-5bd3-4a0f-a9fa-1e3cc970c8fd tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 946 time: 0.0614548 Sep 21 22:05:23.638182 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 35614) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:05:23.642865 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-b34f60c8-0b5a-497a-a306-6c73842bfda7 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Request body: {'floatingip': {'port_id': 'ad16a5a1-bb55-4bfe-916e-76613013670a'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:05:23.680175 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-b34f60c8-0b5a-497a-a306-6c73842bfda7 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks [] for floatingip (f19bbbac-c628-44bd-9242-7d93ee640cd7), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:24.184933 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-b34f60c8-0b5a-497a-a306-6c73842bfda7 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:24.253502 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-b34f60c8-0b5a-497a-a306-6c73842bfda7 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494336'] for floatingip (f19bbbac-c628-44bd-9242-7d93ee640cd7), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:24.351787 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.db.l3_db [None req-b34f60c8-0b5a-497a-a306-6c73842bfda7 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Floating IP f19bbbac-c628-44bd-9242-7d93ee640cd7 associated. External IP: 172.27.1.182, port: ad16a5a1-bb55-4bfe-916e-76613013670a. Sep 21 22:05:24.554857 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b34f60c8-0b5a-497a-a306-6c73842bfda7 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Router b142f32c-8dda-47c3-a391-533de2f6ca41 has already been hosted by L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 {{(pid=116020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:05:24.685373 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34f60c8-0b5a-497a-a306-6c73842bfda7 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:05:24.691034 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-b34f60c8-0b5a-497a-a306-6c73842bfda7 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for floatingip (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:24.700351 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2dd161-bac6-443f-b6a6-c3fc91ff1a5f None None] Sync routers for ids ['b142f32c-8dda-47c3-a391-533de2f6ca41'] in dv-cinder-858819-1-iscsi {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:05:24.716287 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2dd161-bac6-443f-b6a6-c3fc91ff1a5f None None] Routers {'b142f32c-8dda-47c3-a391-533de2f6ca41'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:05:24.716930 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-fa2dd161-bac6-443f-b6a6-c3fc91ff1a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:05:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['b142f32c-8dda-47c3-a391-533de2f6ca41'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:05:24.729533 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-b34f60c8-0b5a-497a-a306-6c73842bfda7 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "PUT /v2.0/floatingips/f19bbbac-c628-44bd-9242-7d93ee640cd7 HTTP/1.1" status: 200 len: 992 time: 1.0881691 Sep 21 22:05:24.729533 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8efafa3b-164d-4b83-acd2-2da9749de939', 'tag': 'ad16a5a1-bb55-4bfe-916e-76613013670a'}] {{(pid=116020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:05:24.732804 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}616469ce01b4343580b51944d90e43cdadd76175ffa2c7c7ae3ce11ef7217efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2092cfa9-7704-457c-9da6-bcc2a248cb98" -d '{"events": [{"name": "network-changed", "server_uuid": "8efafa3b-164d-4b83-acd2-2da9749de939", "tag": "ad16a5a1-bb55-4bfe-916e-76613013670a"}]}' {{(pid=116020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:05:24.771458 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee878dd-8e0a-4a0a-a072-ee6b7dfc79dc x-openstack-request-id: req-7ee878dd-8e0a-4a0a-a072-ee6b7dfc79dc {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:05:24.771941 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8efafa3b-164d-4b83-acd2-2da9749de939", "tag": "ad16a5a1-bb55-4bfe-916e-76613013670a", "status": "completed", "code": 200}]} {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:05:24.772541 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7ee878dd-8e0a-4a0a-a072-ee6b7dfc79dc {{(pid=116020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:05:24.773157 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ee878dd-8e0a-4a0a-a072-ee6b7dfc79dc'] response: {'name': 'network-changed', 'server_uuid': '8efafa3b-164d-4b83-acd2-2da9749de939', 'tag': 'ad16a5a1-bb55-4bfe-916e-76613013670a', 'status': 'completed', 'code': 200} Sep 21 22:05:24.825311 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-fa2dd161-bac6-443f-b6a6-c3fc91ff1a5f None None] Set router b142f32c-8dda-47c3-a391-533de2f6ca41 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:05:24.870580 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092cfa9-7704-457c-9da6-bcc2a248cb98 req-dadf829b-d627-4af5-809a-8dd2362ec5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:24.872168 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-2092cfa9-7704-457c-9da6-bcc2a248cb98 req-dadf829b-d627-4af5-809a-8dd2362ec5d3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=90c3337e87ac45c5b7ca6cc8e43c6f41&device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 1130 time: 0.0519898 Sep 21 22:05:24.973149 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092cfa9-7704-457c-9da6-bcc2a248cb98 req-1e0c9f4e-a820-4870-a5c5-0b41084c2905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:24.974688 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-2092cfa9-7704-457c-9da6-bcc2a248cb98 req-1e0c9f4e-a820-4870-a5c5-0b41084c2905 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ab2b5ec8-d24d-414d-80a8-ae5a033aa18d HTTP/1.1" status: 200 len: 918 time: 0.0933969 Sep 21 22:05:25.043252 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-2092cfa9-7704-457c-9da6-bcc2a248cb98 req-b7c7c98b-b620-4cb5-a68e-da88ab95b2fd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad16a5a1-bb55-4bfe-916e-76613013670a HTTP/1.1" status: 200 len: 1000 time: 0.0623758 Sep 21 22:05:25.065910 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-fa2dd161-bac6-443f-b6a6-c3fc91ff1a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'name': 'tempest-AttachVolumeShelveTestJSON-1790326084-router', 'tenant_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': 'dc625ff5-d9ec-4b20-9062-4f809d8216d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:27Z', 'updated_at': '2022-09-21T22:00:37Z', 'revision_number': 4, 'project_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'gw_port': {'id': 'dc625ff5-d9ec-4b20-9062-4f809d8216d2', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_floatingips': [{'id': 'f19bbbac-c628-44bd-9242-7d93ee640cd7', 'tenant_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'floating_ip_address': '172.27.1.182', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'port_id': 'ad16a5a1-bb55-4bfe-916e-76613013670a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab2b5ec8-d24d-414d-80a8-ae5a033aa18d', 'mac_address': 'fa:16:3e:91:1f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efafa3b-164d-4b83-acd2-2da9749de939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:05:08Z', 'updated_at': '2022-09-21T22:05:24Z', 'revision_number': 1, 'project_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bdb164d-3c52-4325-80c5-135d2f502015', 'name': '', 'network_id': 'ab2b5ec8-d24d-414d-80a8-ae5a033aa18d', 'tenant_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'mac_address': 'fa:16:3e:31:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4fbdb1a2-604b-4475-ad62-84a9530d66d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:35Z', 'updated_at': '2022-09-21T22:00:52Z', 'revision_number': 5, 'project_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'subnets': [{'id': '4fbdb1a2-604b-4475-ad62-84a9530d66d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:05:25.092103 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2dd161-bac6-443f-b6a6-c3fc91ff1a5f None None] Checking router: b142f32c-8dda-47c3-a391-533de2f6ca41 for host: dv-cinder-858819-1-iscsi {{(pid=116022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:05:25.092834 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092cfa9-7704-457c-9da6-bcc2a248cb98 req-dd6f885d-c0d2-4194-a784-8a1a88f8e8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:25.094319 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-2092cfa9-7704-457c-9da6-bcc2a248cb98 req-dd6f885d-c0d2-4194-a784-8a1a88f8e8a3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4fbdb1a2-604b-4475-ad62-84a9530d66d1 HTTP/1.1" status: 200 len: 856 time: 0.0439701 Sep 21 22:05:25.100399 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2dd161-bac6-443f-b6a6-c3fc91ff1a5f None None] Routers {'b142f32c-8dda-47c3-a391-533de2f6ca41'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:05:25.101002 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-fa2dd161-bac6-443f-b6a6-c3fc91ff1a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:05:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['b142f32c-8dda-47c3-a391-533de2f6ca41'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:05:25.149412 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092cfa9-7704-457c-9da6-bcc2a248cb98 req-61337a84-fb79-49fd-9a7a-eb4027a408b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:25.150964 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-2092cfa9-7704-457c-9da6-bcc2a248cb98 req-61337a84-fb79-49fd-9a7a-eb4027a408b3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ab2b5ec8-d24d-414d-80a8-ae5a033aa18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486777 Sep 21 22:05:25.224258 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-fa2dd161-bac6-443f-b6a6-c3fc91ff1a5f None None] Set router b142f32c-8dda-47c3-a391-533de2f6ca41 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:05:25.261671 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-2092cfa9-7704-457c-9da6-bcc2a248cb98 req-c5ace214-865b-475e-975c-019b10df9629 service neutron] 10.222.0.71 "GET /v2.0/networks/ab2b5ec8-d24d-414d-80a8-ae5a033aa18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009848 Sep 21 22:05:25.388301 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-2092cfa9-7704-457c-9da6-bcc2a248cb98 req-cf20e6de-40bf-47d3-9c67-1ffe70bfd11e service neutron] 10.222.0.71 "GET /v2.0/networks/ab2b5ec8-d24d-414d-80a8-ae5a033aa18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148090 Sep 21 22:05:25.475782 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-fa2dd161-bac6-443f-b6a6-c3fc91ff1a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'name': 'tempest-AttachVolumeShelveTestJSON-1790326084-router', 'tenant_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': 'dc625ff5-d9ec-4b20-9062-4f809d8216d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:27Z', 'updated_at': '2022-09-21T22:00:37Z', 'revision_number': 4, 'project_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'gw_port': {'id': 'dc625ff5-d9ec-4b20-9062-4f809d8216d2', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_floatingips': [{'id': 'f19bbbac-c628-44bd-9242-7d93ee640cd7', 'tenant_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'floating_ip_address': '172.27.1.182', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'port_id': 'ad16a5a1-bb55-4bfe-916e-76613013670a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab2b5ec8-d24d-414d-80a8-ae5a033aa18d', 'mac_address': 'fa:16:3e:91:1f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efafa3b-164d-4b83-acd2-2da9749de939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:05:08Z', 'updated_at': '2022-09-21T22:05:24Z', 'revision_number': 1, 'project_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bdb164d-3c52-4325-80c5-135d2f502015', 'name': '', 'network_id': 'ab2b5ec8-d24d-414d-80a8-ae5a033aa18d', 'tenant_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'mac_address': 'fa:16:3e:31:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4fbdb1a2-604b-4475-ad62-84a9530d66d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:35Z', 'updated_at': '2022-09-21T22:00:52Z', 'revision_number': 5, 'project_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'subnets': [{'id': '4fbdb1a2-604b-4475-ad62-84a9530d66d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:05:25.502121 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2dd161-bac6-443f-b6a6-c3fc91ff1a5f None None] The sync data for ids ['b142f32c-8dda-47c3-a391-533de2f6ca41'] in dv-cinder-858819-1-iscsi is: [{'id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'name': 'tempest-AttachVolumeShelveTestJSON-1790326084-router', 'tenant_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': 'dc625ff5-d9ec-4b20-9062-4f809d8216d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:27Z', 'updated_at': '2022-09-21T22:00:37Z', 'revision_number': 4, 'project_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'gw_port': {'id': 'dc625ff5-d9ec-4b20-9062-4f809d8216d2', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_floatingips': [{'id': 'f19bbbac-c628-44bd-9242-7d93ee640cd7', 'tenant_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'floating_ip_address': '172.27.1.182', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'port_id': 'ad16a5a1-bb55-4bfe-916e-76613013670a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab2b5ec8-d24d-414d-80a8-ae5a033aa18d', 'mac_address': 'fa:16:3e:91:1f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efafa3b-164d-4b83-acd2-2da9749de939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:05:08Z', 'updated_at': '2022-09-21T22:05:24Z', 'revision_number': 1, 'project_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bdb164d-3c52-4325-80c5-135d2f502015', 'name': '', 'network_id': 'ab2b5ec8-d24d-414d-80a8-ae5a033aa18d', 'tenant_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'mac_address': 'fa:16:3e:31:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4fbdb1a2-604b-4475-ad62-84a9530d66d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:35Z', 'updated_at': '2022-09-21T22:00:52Z', 'revision_number': 5, 'project_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'subnets': [{'id': '4fbdb1a2-604b-4475-ad62-84a9530d66d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:05:25.707976 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a48030-8bdd-4fcd-938d-5b48800d06a8 None None] New status for floating IP f19bbbac-c628-44bd-9242-7d93ee640cd7: ACTIVE {{(pid=116021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 22:05:41.543640 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e837ce-5279-4241-b4a6-1d2a6f54eef8 req-67f7a304-e774-4e41-8f76-1a675a31a600 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:41.545142 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-45e837ce-5279-4241-b4a6-1d2a6f54eef8 req-67f7a304-e774-4e41-8f76-1a675a31a600 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.2278717 Sep 21 22:05:41.599533 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-45e837ce-5279-4241-b4a6-1d2a6f54eef8 req-ce762a89-c76e-4ba1-8466-1e503b87a3e4 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469427 Sep 21 22:05:42.801806 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5396e985-a5fc-482f-8c1b-b1eafcf66440 req-09703cc3-2666-43bb-b37b-51a4712d593c tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:42.803407 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-5396e985-a5fc-482f-8c1b-b1eafcf66440 req-09703cc3-2666-43bb-b37b-51a4712d593c tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.1086946 Sep 21 22:05:42.853095 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-5396e985-a5fc-482f-8c1b-b1eafcf66440 req-786de91f-fd4d-48b3-ab7a-b3d09e3dc157 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435054 Sep 21 22:05:43.987458 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248e56f-963f-44bf-b2fb-c71814b94b71 req-8a0057f8-76fd-4ac8-aa38-b42dfd462370 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:43.989617 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-1248e56f-963f-44bf-b2fb-c71814b94b71 req-8a0057f8-76fd-4ac8-aa38-b42dfd462370 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.71 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.1748090 Sep 21 22:05:44.107635 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [req-1248e56f-963f-44bf-b2fb-c71814b94b71 req-234fe13c-6f4a-40ef-8086-e3748956d358 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Deleting port 8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2 {{(pid=116020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:05:44.108140 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-1248e56f-963f-44bf-b2fb-c71814b94b71 req-234fe13c-6f4a-40ef-8086-e3748956d358 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:44.260526 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-1248e56f-963f-44bf-b2fb-c71814b94b71 req-234fe13c-6f4a-40ef-8086-e3748956d358 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] For port 8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2,segment=NetworkSegment(198c478d-e58c-4168-b5f9-1fac1821e084),segment_id=198c478d-e58c-4168-b5f9-1fac1821e084)] {{(pid=116020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:05:44.260890 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-1248e56f-963f-44bf-b2fb-c71814b94b71 req-234fe13c-6f4a-40ef-8086-e3748956d358 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:44.281083 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46614910-c1c3-48e4-adcb-6d01dd2fc128 req-4ce0ddb9-d34f-4741-bdc7-0d9773bce454 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:44.282642 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-46614910-c1c3-48e4-adcb-6d01dd2fc128 req-4ce0ddb9-d34f-4741-bdc7-0d9773bce454 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 946 time: 0.0753345 Sep 21 22:05:44.339053 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-46614910-c1c3-48e4-adcb-6d01dd2fc128 req-69762ac6-0a8e-4eb5-83b1-d393dfc68c88 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=84006bfe-9385-489c-aed1-0c01e37614f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506680 Sep 21 22:05:44.467752 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ce706-df01-4def-b9eb-b0eb56be3a4b req-ebbe9ac4-cc0b-484f-97f2-1d6aa8e40ece tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:44.470301 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-d12ce706-df01-4def-b9eb-b0eb56be3a4b req-ebbe9ac4-cc0b-484f-97f2-1d6aa8e40ece tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 946 time: 0.0693810 Sep 21 22:05:44.477309 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-1248e56f-963f-44bf-b2fb-c71814b94b71 req-234fe13c-6f4a-40ef-8086-e3748956d358 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:44.482419 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-1248e56f-963f-44bf-b2fb-c71814b94b71 req-234fe13c-6f4a-40ef-8086-e3748956d358 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494336'] for floatingip (7462daed-2dd9-47bc-bb20-34403a8f847f), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:44.482419 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.db.l3_db [req-1248e56f-963f-44bf-b2fb-c71814b94b71 req-234fe13c-6f4a-40ef-8086-e3748956d358 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Floating IP 7462daed-2dd9-47bc-bb20-34403a8f847f disassociated. External IP: 172.27.1.84, port: 8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2. Sep 21 22:05:44.482419 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [req-1248e56f-963f-44bf-b2fb-c71814b94b71 req-234fe13c-6f4a-40ef-8086-e3748956d358 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Calling delete_port for 8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2 owned by compute:nova {{(pid=116020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:05:44.558854 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-d12ce706-df01-4def-b9eb-b0eb56be3a4b req-c0063d85-e498-43c2-9fe8-6a49e2d9c803 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763736 Sep 21 22:05:44.744481 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-1248e56f-963f-44bf-b2fb-c71814b94b71 req-234fe13c-6f4a-40ef-8086-e3748956d358 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:44.774244 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234fe13c-6f4a-40ef-8086-e3748956d358 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Pushing event deleted for resources: {'Port': ['ID=8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:05:44.785265 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234fe13c-6f4a-40ef-8086-e3748956d358 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:44.789729 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234fe13c-6f4a-40ef-8086-e3748956d358 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:44.789729 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234fe13c-6f4a-40ef-8086-e3748956d358 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:44.789729 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234fe13c-6f4a-40ef-8086-e3748956d358 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:44.789729 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234fe13c-6f4a-40ef-8086-e3748956d358 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:44.789729 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234fe13c-6f4a-40ef-8086-e3748956d358 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:44.789729 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234fe13c-6f4a-40ef-8086-e3748956d358 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:44.789729 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234fe13c-6f4a-40ef-8086-e3748956d358 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:44.789729 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234fe13c-6f4a-40ef-8086-e3748956d358 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:44.789729 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234fe13c-6f4a-40ef-8086-e3748956d358 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:44.789729 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234fe13c-6f4a-40ef-8086-e3748956d358 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:44.789729 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234fe13c-6f4a-40ef-8086-e3748956d358 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:44.789729 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234fe13c-6f4a-40ef-8086-e3748956d358 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:44.852233 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (0aee7d89-594f-4992-91de-a4ac3f52e28d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:44.901578 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1248e56f-963f-44bf-b2fb-c71814b94b71 req-234fe13c-6f4a-40ef-8086-e3748956d358 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Router 6ed75fd2-e652-4cca-83e3-60b12bd2f039 has already been hosted by L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 {{(pid=116020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:05:45.002898 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1248e56f-963f-44bf-b2fb-c71814b94b71 req-234fe13c-6f4a-40ef-8086-e3748956d358 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:05:45.014076 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ab06ac-8767-422b-b9c6-b87ab8ed8927 None None] Sync routers for ids ['6ed75fd2-e652-4cca-83e3-60b12bd2f039'] in dv-cinder-858819-1-iscsi {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:05:45.025451 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ab06ac-8767-422b-b9c6-b87ab8ed8927 None None] Routers {'6ed75fd2-e652-4cca-83e3-60b12bd2f039'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:05:45.026092 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-f8ab06ac-8767-422b-b9c6-b87ab8ed8927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:05:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['6ed75fd2-e652-4cca-83e3-60b12bd2f039'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:05:45.053582 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [req-1248e56f-963f-44bf-b2fb-c71814b94b71 req-234fe13c-6f4a-40ef-8086-e3748956d358 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] No DVR routers for this DVR port 8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2 on host hv-cinder-85881 {{(pid=116020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:05:45.056099 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-1248e56f-963f-44bf-b2fb-c71814b94b71 req-234fe13c-6f4a-40ef-8086-e3748956d358 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:45.059551 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-1248e56f-963f-44bf-b2fb-c71814b94b71 req-234fe13c-6f4a-40ef-8086-e3748956d358 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.71 "DELETE /v2.0/ports/8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2 HTTP/1.1" status: 204 len: 173 time: 1.0637028 Sep 21 22:05:45.060101 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b2784b-a8fd-4223-ae6a-b8373f923f14', 'name': 'network-vif-deleted', 'tag': '8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2'}] {{(pid=116020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:05:45.062552 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}616469ce01b4343580b51944d90e43cdadd76175ffa2c7c7ae3ce11ef7217efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbcfbbc3-78c6-4c0b-878b-02790750d821" -d '{"events": [{"server_uuid": "c8b2784b-a8fd-4223-ae6a-b8373f923f14", "name": "network-vif-deleted", "tag": "8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2"}]}' {{(pid=116020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:05:45.109917 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82403d2d-d442-48d8-849e-af1262818701 x-openstack-request-id: req-82403d2d-d442-48d8-849e-af1262818701 {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:05:45.110424 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8b2784b-a8fd-4223-ae6a-b8373f923f14", "name": "network-vif-deleted", "tag": "8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2", "status": "completed", "code": 200}]} {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:05:45.110912 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-82403d2d-d442-48d8-849e-af1262818701 {{(pid=116020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:05:45.112017 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82403d2d-d442-48d8-849e-af1262818701'] response: {'server_uuid': 'c8b2784b-a8fd-4223-ae6a-b8373f923f14', 'name': 'network-vif-deleted', 'tag': '8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2', 'status': 'completed', 'code': 200} Sep 21 22:05:45.145773 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-f8ab06ac-8767-422b-b9c6-b87ab8ed8927 None None] Set router 6ed75fd2-e652-4cca-83e3-60b12bd2f039 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:05:45.369547 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-f8ab06ac-8767-422b-b9c6-b87ab8ed8927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'name': 'tempest-AttachVolumeTestJSON-499943819-router', 'tenant_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '69a493c8-d0be-4fc6-b371-e09a67ddc586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:39Z', 'revision_number': 4, 'project_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'gw_port': {'id': '69a493c8-d0be-4fc6-b371-e09a67ddc586', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:04:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:29Z', 'updated_at': '2022-09-21T22:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': '50c0681d-1ad9-4055-ac69-94408c9daffa', 'name': '', 'network_id': '96c55cd8-33b0-4027-994a-bc89dd1c7933', 'tenant_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'mac_address': 'fa:16:3e:6f:17:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'ce246b9e-d1ab-41c3-9dad-8fd19a0b2f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:36Z', 'updated_at': '2022-09-21T22:00:54Z', 'revision_number': 5, 'project_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'subnets': [{'id': 'ce246b9e-d1ab-41c3-9dad-8fd19a0b2f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:05:45.394557 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ab06ac-8767-422b-b9c6-b87ab8ed8927 None None] Checking router: 6ed75fd2-e652-4cca-83e3-60b12bd2f039 for host: dv-cinder-858819-1-iscsi {{(pid=116022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:05:45.403691 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ab06ac-8767-422b-b9c6-b87ab8ed8927 None None] Routers {'6ed75fd2-e652-4cca-83e3-60b12bd2f039'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:05:45.404318 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-f8ab06ac-8767-422b-b9c6-b87ab8ed8927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:05:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['6ed75fd2-e652-4cca-83e3-60b12bd2f039'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:05:45.469820 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-32650fc8-b49e-4ef9-91d0-54270f3ccfb4 req-9d5acaa3-39a2-4531-8ceb-40e199134116 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8b2784b-a8fd-4223-ae6a-b8373f923f14 HTTP/1.1" status: 200 len: 210 time: 0.0331821 Sep 21 22:05:45.526045 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-f8ab06ac-8767-422b-b9c6-b87ab8ed8927 None None] Set router 6ed75fd2-e652-4cca-83e3-60b12bd2f039 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:05:45.760790 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67864173-15ce-4e19-9742-201fc9ada4ff req-04864d54-0249-4b31-8c4c-3d59ab4ab316 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:45.762937 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-67864173-15ce-4e19-9742-201fc9ada4ff req-04864d54-0249-4b31-8c4c-3d59ab4ab316 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 946 time: 0.0907898 Sep 21 22:05:45.834027 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-67864173-15ce-4e19-9742-201fc9ada4ff req-8304dee8-ecbc-492c-abca-6c66e5f509ce tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614610 Sep 21 22:05:45.850129 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-f8ab06ac-8767-422b-b9c6-b87ab8ed8927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'name': 'tempest-AttachVolumeTestJSON-499943819-router', 'tenant_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '69a493c8-d0be-4fc6-b371-e09a67ddc586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:39Z', 'revision_number': 4, 'project_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'gw_port': {'id': '69a493c8-d0be-4fc6-b371-e09a67ddc586', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:04:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:29Z', 'updated_at': '2022-09-21T22:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': '50c0681d-1ad9-4055-ac69-94408c9daffa', 'name': '', 'network_id': '96c55cd8-33b0-4027-994a-bc89dd1c7933', 'tenant_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'mac_address': 'fa:16:3e:6f:17:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'ce246b9e-d1ab-41c3-9dad-8fd19a0b2f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:36Z', 'updated_at': '2022-09-21T22:00:54Z', 'revision_number': 5, 'project_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'subnets': [{'id': 'ce246b9e-d1ab-41c3-9dad-8fd19a0b2f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:05:45.875780 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ab06ac-8767-422b-b9c6-b87ab8ed8927 None None] The sync data for ids ['6ed75fd2-e652-4cca-83e3-60b12bd2f039'] in dv-cinder-858819-1-iscsi is: [{'id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'name': 'tempest-AttachVolumeTestJSON-499943819-router', 'tenant_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '69a493c8-d0be-4fc6-b371-e09a67ddc586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:39Z', 'revision_number': 4, 'project_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'gw_port': {'id': '69a493c8-d0be-4fc6-b371-e09a67ddc586', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:04:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:29Z', 'updated_at': '2022-09-21T22:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': '50c0681d-1ad9-4055-ac69-94408c9daffa', 'name': '', 'network_id': '96c55cd8-33b0-4027-994a-bc89dd1c7933', 'tenant_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'mac_address': 'fa:16:3e:6f:17:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'ce246b9e-d1ab-41c3-9dad-8fd19a0b2f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:36Z', 'updated_at': '2022-09-21T22:00:54Z', 'revision_number': 5, 'project_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'subnets': [{'id': 'ce246b9e-d1ab-41c3-9dad-8fd19a0b2f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:05:45.973070 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-b82f362b-4b32-47f6-99e5-4545ffa13f77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:46.124325 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e815c1-4ac5-4107-887d-a662c72fc6b6 None None] New status for floating IP 7462daed-2dd9-47bc-bb20-34403a8f847f: DOWN {{(pid=116021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 22:05:46.625586 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 35700) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:05:46.704644 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-a3c21880-8ea7-4832-9838-b50c5e47ba24 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks [] for security_group (84006bfe-9385-489c-aed1-0c01e37614f7), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:46.736470 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-a3c21880-8ea7-4832-9838-b50c5e47ba24 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks [] for security_group (84006bfe-9385-489c-aed1-0c01e37614f7), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:46.864428 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-a3c21880-8ea7-4832-9838-b50c5e47ba24 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (84006bfe-9385-489c-aed1-0c01e37614f7), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:46.867517 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-a3c21880-8ea7-4832-9838-b50c5e47ba24 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:46.868996 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-a3c21880-8ea7-4832-9838-b50c5e47ba24 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "DELETE /v2.0/security-groups/84006bfe-9385-489c-aed1-0c01e37614f7 HTTP/1.1" status: 204 len: 168 time: 0.2423284 Sep 21 22:05:46.871909 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 35710) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:05:46.882174 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c21880-8ea7-4832-9838-b50c5e47ba24 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84006bfe-9385-489c-aed1-0c01e37614f7,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:05:46.891506 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.api.v2.resource [None req-bf05b417-0277-43f7-9496-7f2c7b8b8f61 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] show failed (client error): The resource could not be found. Sep 21 22:05:46.891506 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-bf05b417-0277-43f7-9496-7f2c7b8b8f61 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups/84006bfe-9385-489c-aed1-0c01e37614f7 HTTP/1.1" status: 404 len: 347 time: 0.0179918 Sep 21 22:05:46.898111 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c21880-8ea7-4832-9838-b50c5e47ba24 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:46.898360 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 35712) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:05:46.898462 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c21880-8ea7-4832-9838-b50c5e47ba24 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:46.898462 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c21880-8ea7-4832-9838-b50c5e47ba24 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:46.898462 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c21880-8ea7-4832-9838-b50c5e47ba24 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:46.898462 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c21880-8ea7-4832-9838-b50c5e47ba24 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:46.898462 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c21880-8ea7-4832-9838-b50c5e47ba24 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:46.898462 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c21880-8ea7-4832-9838-b50c5e47ba24 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:46.898462 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c21880-8ea7-4832-9838-b50c5e47ba24 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:46.898462 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c21880-8ea7-4832-9838-b50c5e47ba24 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:46.898462 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c21880-8ea7-4832-9838-b50c5e47ba24 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:46.898462 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c21880-8ea7-4832-9838-b50c5e47ba24 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:46.898462 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c21880-8ea7-4832-9838-b50c5e47ba24 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:46.898462 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c21880-8ea7-4832-9838-b50c5e47ba24 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:05:46.973693 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409bd4f3-6dc5-472d-8084-e205b9687829 req-e46d94fc-27de-4b9d-8623-d9ba1129f7a8 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:46.975463 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-409bd4f3-6dc5-472d-8084-e205b9687829 req-e46d94fc-27de-4b9d-8623-d9ba1129f7a8 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 946 time: 0.0626495 Sep 21 22:05:47.032837 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-409bd4f3-6dc5-472d-8084-e205b9687829 req-abfb34b4-d4b3-4d03-a6f2-2b44ed37c49e tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513299 Sep 21 22:05:47.299748 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [None req-f8c5bc25-4afc-4939-96ce-9423724f7690 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Deleting port 15c4399c-7918-497c-9e89-0b66bf4e14e6 {{(pid=116020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:05:47.300115 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-f8c5bc25-4afc-4939-96ce-9423724f7690 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (15c4399c-7918-497c-9e89-0b66bf4e14e6), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:47.323417 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209fbe2-2b85-403c-be18-cd25a382f456 req-a1462703-8712-47e9-940b-65dda3e1a82d tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:47.324917 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8209fbe2-2b85-403c-be18-cd25a382f456 req-a1462703-8712-47e9-940b-65dda3e1a82d tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 945 time: 0.0653391 Sep 21 22:05:47.387046 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8209fbe2-2b85-403c-be18-cd25a382f456 req-96279230-22c0-4cdc-a042-687b03c87ba7 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=0342e70f-c350-48e0-a862-03db642f7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507724 Sep 21 22:05:47.395046 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-f8c5bc25-4afc-4939-96ce-9423724f7690 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (15c4399c-7918-497c-9e89-0b66bf4e14e6), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:47.395375 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-f8c5bc25-4afc-4939-96ce-9423724f7690 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks [] for floatingip (15c4399c-7918-497c-9e89-0b66bf4e14e6), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:47.420152 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [None req-f8c5bc25-4afc-4939-96ce-9423724f7690 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Calling delete_port for 15c4399c-7918-497c-9e89-0b66bf4e14e6 owned by network:floatingip {{(pid=116020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:05:47.647667 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-f8c5bc25-4afc-4939-96ce-9423724f7690 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (15c4399c-7918-497c-9e89-0b66bf4e14e6), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:47.671335 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c5bc25-4afc-4939-96ce-9423724f7690 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Pushing event deleted for resources: {'Port': ['ID=15c4399c-7918-497c-9e89-0b66bf4e14e6,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:05:47.739803 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-f8c5bc25-4afc-4939-96ce-9423724f7690 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks [] for floatingip (7462daed-2dd9-47bc-bb20-34403a8f847f), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:47.742857 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-f8c5bc25-4afc-4939-96ce-9423724f7690 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for floatingip (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:47.744142 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-f8c5bc25-4afc-4939-96ce-9423724f7690 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "DELETE /v2.0/floatingips/7462daed-2dd9-47bc-bb20-34403a8f847f HTTP/1.1" status: 204 len: 168 time: 0.8493640 Sep 21 22:05:47.888715 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 35722) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:05:47.893977 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-8d78592c-d9ca-4548-bee6-05695f206433 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Request body: {'security_group': {'name': 'tempest-securitygroup--409300929', 'description': 'tempest-description--819882421'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:05:48.018680 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-8d78592c-d9ca-4548-bee6-05695f206433 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:48.085370 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-8d78592c-d9ca-4548-bee6-05695f206433 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks [] for security_group (fdf14d30-0001-4569-8fc0-b205c4aadb78), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:48.177954 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24be71-f510-431d-b957-7acbdd3e73aa req-091d2332-d042-4c2e-988c-481ac83880f9 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:48.179534 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-dd24be71-f510-431d-b957-7acbdd3e73aa req-091d2332-d042-4c2e-988c-481ac83880f9 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 946 time: 0.0544286 Sep 21 22:05:48.195838 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-3d67e9bd-ab31-4471-87d0-88f313c1d229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:48.196484 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-8d78592c-d9ca-4548-bee6-05695f206433 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (fdf14d30-0001-4569-8fc0-b205c4aadb78), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:48.212555 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device 8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2 no longer exists at agent hyperv_hv-cinder-85881 {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:05:48.230793 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d78592c-d9ca-4548-bee6-05695f206433 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf14d30-0001-4569-8fc0-b205c4aadb78,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:05:48.243613 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-dd24be71-f510-431d-b957-7acbdd3e73aa req-8e8d76ba-b23b-480f-843c-88c378976ce5 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579505 Sep 21 22:05:48.252298 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] No Port match for: 8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2 {{(pid=116021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:05:48.252648 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device 8f1c56cb-3d69-4f21-9b56-ae3e3baae4d2 not bound to the agent host hv-cinder-85881 {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:05:48.341204 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-8d78592c-d9ca-4548-bee6-05695f206433 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:48.348526 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-8d78592c-d9ca-4548-bee6-05695f206433 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4529073 Sep 21 22:05:48.348723 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 35728) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:05:48.351151 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-c1c078a8-0024-4c64-bb03-bf776a4fa684 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Request body: {'security_group_rule': {'security_group_id': 'fdf14d30-0001-4569-8fc0-b205c4aadb78', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:05:48.497930 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-c1c078a8-0024-4c64-bb03-bf776a4fa684 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks [] for security_group_rule (ce44a888-7719-494b-80f4-e42bb04b5c84), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:48.554729 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e82fba-5343-41f9-952a-ded54fe4423a req-8c286f65-a3fe-46ee-a2cb-877b5faedeed tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:48.556317 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-13e82fba-5343-41f9-952a-ded54fe4423a req-8c286f65-a3fe-46ee-a2cb-877b5faedeed tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 945 time: 0.0895431 Sep 21 22:05:48.571357 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-c1c078a8-0024-4c64-bb03-bf776a4fa684 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks [] for security_group_rule (ce44a888-7719-494b-80f4-e42bb04b5c84), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:48.615614 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-13e82fba-5343-41f9-952a-ded54fe4423a req-ebf9813e-f6b6-4b5a-acbf-5942a24515de tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=0342e70f-c350-48e0-a862-03db642f7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472744 Sep 21 22:05:48.642339 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-c1c078a8-0024-4c64-bb03-bf776a4fa684 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614269'] for security_group_rule (ce44a888-7719-494b-80f4-e42bb04b5c84), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:48.661946 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c078a8-0024-4c64-bb03-bf776a4fa684 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce44a888-7719-494b-80f4-e42bb04b5c84,revision_number=0']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:05:48.758910 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-c1c078a8-0024-4c64-bb03-bf776a4fa684 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:48.759112 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-c1c078a8-0024-4c64-bb03-bf776a4fa684 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4115770 Sep 21 22:05:48.761754 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 35740) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:05:48.766347 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-effcec01-7c94-4b1e-8fe0-7febd39ad4ef tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Request body: {'security_group_rule': {'security_group_id': 'fdf14d30-0001-4569-8fc0-b205c4aadb78', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:05:48.876467 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-effcec01-7c94-4b1e-8fe0-7febd39ad4ef tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks [] for security_group_rule (c76f52f7-8201-4d0c-9a96-7e23dbeaceb4), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:48.933997 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-effcec01-7c94-4b1e-8fe0-7febd39ad4ef tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks [] for security_group_rule (c76f52f7-8201-4d0c-9a96-7e23dbeaceb4), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:49.013121 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-effcec01-7c94-4b1e-8fe0-7febd39ad4ef tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614269'] for security_group_rule (c76f52f7-8201-4d0c-9a96-7e23dbeaceb4), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:49.035177 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effcec01-7c94-4b1e-8fe0-7febd39ad4ef tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c76f52f7-8201-4d0c-9a96-7e23dbeaceb4,revision_number=0']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:05:49.112464 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-effcec01-7c94-4b1e-8fe0-7febd39ad4ef tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:49.113745 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-effcec01-7c94-4b1e-8fe0-7febd39ad4ef tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3509562 Sep 21 22:05:49.117029 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 35742) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:05:49.121390 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-21405576-dcc7-472e-b106-ea43764ad243 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Request body: {'floatingip': {'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:05:49.258965 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-21405576-dcc7-472e-b106-ea43764ad243 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:49.393317 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d06536-de9f-4fa7-9ab4-a2a7618bfd12 req-28dc6efb-361e-421d-a5da-39e3da765c18 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:49.395329 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-e8d06536-de9f-4fa7-9ab4-a2a7618bfd12 req-28dc6efb-361e-421d-a5da-39e3da765c18 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 946 time: 0.0735576 Sep 21 22:05:49.435134 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-21405576-dcc7-472e-b106-ea43764ad243 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:49.515846 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:49.701045 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-e8d06536-de9f-4fa7-9ab4-a2a7618bfd12 req-632b1f0f-638e-49af-8245-932077249485 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3000183 Sep 21 22:05:49.810104 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9b049-d479-4bc6-94ce-be59f449281f req-3cc3fc92-284f-46cf-ad90-81abb10357b7 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:49.811647 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-d2c9b049-d479-4bc6-94ce-be59f449281f req-3cc3fc92-284f-46cf-ad90-81abb10357b7 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 945 time: 0.1150134 Sep 21 22:05:49.821309 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.db_base_plugin_common [None req-21405576-dcc7-472e-b106-ea43764ad243 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Allocated IP 172.27.1.196 (b12f12c4-b4b4-4032-bd63-4e51184cdf86/38720055-293b-4785-9b37-d6bdacdcb1b4/e8eb8869-0714-4d4d-b228-4cef9c061ae8) {{(pid=116019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:05:49.911959 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-d2c9b049-d479-4bc6-94ce-be59f449281f req-fb58c86f-1b24-42c0-a090-a85148d63b04 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=0342e70f-c350-48e0-a862-03db642f7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920002 Sep 21 22:05:49.961033 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-21405576-dcc7-472e-b106-ea43764ad243 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks [] for port (e8eb8869-0714-4d4d-b228-4cef9c061ae8), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:50.047204 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-21405576-dcc7-472e-b106-ea43764ad243 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043'] for port (e8eb8869-0714-4d4d-b228-4cef9c061ae8), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:50.087222 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21405576-dcc7-472e-b106-ea43764ad243 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Network b12f12c4-b4b4-4032-bd63-4e51184cdf86 is already hosted by enough agents. {{(pid=116019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:05:50.090131 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.base_scheduler [None req-21405576-dcc7-472e-b106-ea43764ad243 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Resources bound (agent type, host, resource id): {{(pid=116019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:05:50.092625 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21405576-dcc7-472e-b106-ea43764ad243 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Received port after_create {{(pid=116019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:05:50.108275 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21405576-dcc7-472e-b106-ea43764ad243 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Pushing event updated for resources: {'Port': ['ID=e8eb8869-0714-4d4d-b228-4cef9c061ae8,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:05:50.150835 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-21405576-dcc7-472e-b106-ea43764ad243 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks [] for floatingip (8a27c7b9-6848-4a94-b2de-7487671fd320), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:50.244931 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-21405576-dcc7-472e-b106-ea43764ad243 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (e8eb8869-0714-4d4d-b228-4cef9c061ae8), before_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:50.427856 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-21405576-dcc7-472e-b106-ea43764ad243 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks [] for port (e8eb8869-0714-4d4d-b228-4cef9c061ae8), precommit_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:50.492928 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-21405576-dcc7-472e-b106-ea43764ad243 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (e8eb8869-0714-4d4d-b228-4cef9c061ae8), after_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:50.493663 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-21405576-dcc7-472e-b106-ea43764ad243 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494336'] for floatingip (8a27c7b9-6848-4a94-b2de-7487671fd320), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:50.538758 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21405576-dcc7-472e-b106-ea43764ad243 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Pushing event updated for resources: {'Port': ['ID=e8eb8869-0714-4d4d-b228-4cef9c061ae8,revision_number=2']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:05:50.597992 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-21405576-dcc7-472e-b106-ea43764ad243 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for floatingip (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:50.599176 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-21405576-dcc7-472e-b106-ea43764ad243 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4811919 Sep 21 22:05:50.752704 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-69c7e4b9-5af2-4e5e-a4a1-60c3ef3163d5 req-b391cb66-3bae-4ac0-ac6a-10e2943a8d75 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--409300929&fields=id&tenant_id=b33a94a4c3ce4d1c85fa49c2871df1d3 HTTP/1.1" status: 200 len: 267 time: 0.0453153 Sep 21 22:05:50.895645 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a7aeee-d3d4-4a39-b989-247c2bc1e421 req-6e471357-4218-4651-8de8-7376e4f28bfb tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:50.897618 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-19a7aeee-d3d4-4a39-b989-247c2bc1e421 req-6e471357-4218-4651-8de8-7376e4f28bfb tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 946 time: 0.1171584 Sep 21 22:05:50.903506 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7e4b9-5af2-4e5e-a4a1-60c3ef3163d5 req-9a397475-16e5-4d89-ad77-ddd760e73454 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:50.904993 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-69c7e4b9-5af2-4e5e-a4a1-60c3ef3163d5 req-9a397475-16e5-4d89-ad77-ddd760e73454 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/networks?id=96c55cd8-33b0-4027-994a-bc89dd1c7933 HTTP/1.1" status: 200 len: 810 time: 0.1457417 Sep 21 22:05:50.929943 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-69c7e4b9-5af2-4e5e-a4a1-60c3ef3163d5 req-b2029bfd-825f-492f-8f62-9bed7fb19a5d tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/quotas/b33a94a4c3ce4d1c85fa49c2871df1d3 HTTP/1.1" status: 200 len: 375 time: 0.0174336 Sep 21 22:05:50.992630 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-19a7aeee-d3d4-4a39-b989-247c2bc1e421 req-0a23d565-949d-478c-b398-590e82198243 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865192 Sep 21 22:05:51.018184 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-69c7e4b9-5af2-4e5e-a4a1-60c3ef3163d5 req-1a7bb59d-c33c-4cbc-92cb-19390c9ba68d tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b33a94a4c3ce4d1c85fa49c2871df1d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0820630 Sep 21 22:05:51.058762 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:51.183241 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319f7af-7a42-411f-b703-57c857da7f73 req-f637bac9-654c-4fdd-9251-daba1f1982c7 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:51.184798 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1319f7af-7a42-411f-b703-57c857da7f73 req-f637bac9-654c-4fdd-9251-daba1f1982c7 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 945 time: 0.1328983 Sep 21 22:05:51.210032 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-69c7e4b9-5af2-4e5e-a4a1-60c3ef3163d5 req-589fa92a-0135-48d0-80c0-a137a51fda77 service neutron] 10.222.0.52 "GET /v2.0/networks/96c55cd8-33b0-4027-994a-bc89dd1c7933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770740 Sep 21 22:05:51.210496 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a8162-90aa-4d4d-90a1-c3f622f46ebd req-d749fbb5-a0ac-4b53-b44e-8ab1331745b4 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:51.212893 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-3a3a8162-90aa-4d4d-90a1-c3f622f46ebd req-d749fbb5-a0ac-4b53-b44e-8ab1331745b4 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.71 "GET /v2.0/ports?device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 945 time: 0.0891676 Sep 21 22:05:51.297984 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1319f7af-7a42-411f-b703-57c857da7f73 req-dc6c00fc-655d-46ce-9193-17661cd2edb8 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=0342e70f-c350-48e0-a862-03db642f7c64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008561 Sep 21 22:05:51.339453 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-69c7e4b9-5af2-4e5e-a4a1-60c3ef3163d5 req-50477930-397b-46ae-86a8-d3b5c3e478e1 service neutron] 10.222.0.52 "GET /v2.0/networks/96c55cd8-33b0-4027-994a-bc89dd1c7933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183076 Sep 21 22:05:51.373942 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [req-3a3a8162-90aa-4d4d-90a1-c3f622f46ebd req-82d8d575-32b3-4638-aa13-5239fa50c822 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Deleting port 74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12 {{(pid=116020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:05:51.374444 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-3a3a8162-90aa-4d4d-90a1-c3f622f46ebd req-82d8d575-32b3-4638-aa13-5239fa50c822 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:51.477248 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-3a3a8162-90aa-4d4d-90a1-c3f622f46ebd req-82d8d575-32b3-4638-aa13-5239fa50c822 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] For port 74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12,segment=NetworkSegment(1fe5eab9-96f0-4b3e-9716-db26533318f5),segment_id=1fe5eab9-96f0-4b3e-9716-db26533318f5)] {{(pid=116020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:05:51.477528 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-3a3a8162-90aa-4d4d-90a1-c3f622f46ebd req-82d8d575-32b3-4638-aa13-5239fa50c822 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:51.621898 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-0f6769b6-43e6-45f6-8b8c-68db6bd8f18f req-ecb3802f-b96c-42bf-93b8-4716d1ff0091 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=d334600c-eb22-40d6-b2a0-32a3595f30cd HTTP/1.1" status: 200 len: 210 time: 0.0483315 Sep 21 22:05:51.674548 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-3a3a8162-90aa-4d4d-90a1-c3f622f46ebd req-82d8d575-32b3-4638-aa13-5239fa50c822 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:51.675240 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-3a3a8162-90aa-4d4d-90a1-c3f622f46ebd req-82d8d575-32b3-4638-aa13-5239fa50c822 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494336'] for floatingip (68aa2d12-ad40-4964-b05a-d577d73968b1), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:51.676478 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.db.l3_db [req-3a3a8162-90aa-4d4d-90a1-c3f622f46ebd req-82d8d575-32b3-4638-aa13-5239fa50c822 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Floating IP 68aa2d12-ad40-4964-b05a-d577d73968b1 disassociated. External IP: 172.27.1.35, port: 74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12. Sep 21 22:05:51.677086 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [req-3a3a8162-90aa-4d4d-90a1-c3f622f46ebd req-82d8d575-32b3-4638-aa13-5239fa50c822 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Calling delete_port for 74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12 owned by compute:nova {{(pid=116020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:05:51.921874 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-3a3a8162-90aa-4d4d-90a1-c3f622f46ebd req-82d8d575-32b3-4638-aa13-5239fa50c822 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:51.954555 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d8d575-32b3-4638-aa13-5239fa50c822 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Pushing event deleted for resources: {'Port': ['ID=74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:05:52.082147 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a3a8162-90aa-4d4d-90a1-c3f622f46ebd req-82d8d575-32b3-4638-aa13-5239fa50c822 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Router f4ebd66f-4227-4233-ad0e-57fb416dc3dc has already been hosted by L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 {{(pid=116020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:05:52.153848 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9afb1b-adf3-4bea-aab8-8e2185dfa0f5 req-4ab2a5af-195f-4a29-aa71-17c020ef6783 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:52.156567 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ed9afb1b-adf3-4bea-aab8-8e2185dfa0f5 req-4ab2a5af-195f-4a29-aa71-17c020ef6783 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 946 time: 0.0821974 Sep 21 22:05:52.232978 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ed9afb1b-adf3-4bea-aab8-8e2185dfa0f5 req-6945f31c-fe68-4bcc-acce-4165d04b1db0 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657003 Sep 21 22:05:52.249425 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a3a8162-90aa-4d4d-90a1-c3f622f46ebd req-82d8d575-32b3-4638-aa13-5239fa50c822 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:05:52.265354 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0975d20f-bf2f-418e-b545-c30df3aa8907 None None] Sync routers for ids ['f4ebd66f-4227-4233-ad0e-57fb416dc3dc'] in dv-cinder-858819-1-iscsi {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:05:52.278130 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0975d20f-bf2f-418e-b545-c30df3aa8907 None None] Routers {'f4ebd66f-4227-4233-ad0e-57fb416dc3dc'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:05:52.279063 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-0975d20f-bf2f-418e-b545-c30df3aa8907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:05:48Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['f4ebd66f-4227-4233-ad0e-57fb416dc3dc'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:05:52.339429 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a3a8162-90aa-4d4d-90a1-c3f622f46ebd req-82d8d575-32b3-4638-aa13-5239fa50c822 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] No DVR routers for this DVR port 74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12 on host hv-cinder-85881 {{(pid=116020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:05:52.349798 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-3a3a8162-90aa-4d4d-90a1-c3f622f46ebd req-82d8d575-32b3-4638-aa13-5239fa50c822 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:52.355980 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-3a3a8162-90aa-4d4d-90a1-c3f622f46ebd req-82d8d575-32b3-4638-aa13-5239fa50c822 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.71 "DELETE /v2.0/ports/74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12 HTTP/1.1" status: 204 len: 173 time: 1.1374910 Sep 21 22:05:52.356596 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f92502e9-4c03-4cdd-9b06-b21ecfd2d4df', 'name': 'network-vif-deleted', 'tag': '74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12'}] {{(pid=116020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:05:52.368718 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}616469ce01b4343580b51944d90e43cdadd76175ffa2c7c7ae3ce11ef7217efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4208659c-bb60-4786-a934-00cc11aeac3e" -d '{"events": [{"server_uuid": "f92502e9-4c03-4cdd-9b06-b21ecfd2d4df", "name": "network-vif-deleted", "tag": "74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12"}]}' {{(pid=116020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:05:52.397411 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-0975d20f-bf2f-418e-b545-c30df3aa8907 None None] Set router f4ebd66f-4227-4233-ad0e-57fb416dc3dc gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:05:52.425679 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e8afe9-3e69-4897-affd-2c1f996a0425 x-openstack-request-id: req-f8e8afe9-3e69-4897-affd-2c1f996a0425 {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:05:52.426210 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f92502e9-4c03-4cdd-9b06-b21ecfd2d4df", "name": "network-vif-deleted", "tag": "74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12", "status": "completed", "code": 200}]} {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:05:52.426644 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f8e8afe9-3e69-4897-affd-2c1f996a0425 {{(pid=116020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:05:52.427220 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8e8afe9-3e69-4897-affd-2c1f996a0425'] response: {'server_uuid': 'f92502e9-4c03-4cdd-9b06-b21ecfd2d4df', 'name': 'network-vif-deleted', 'tag': '74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12', 'status': 'completed', 'code': 200} Sep 21 22:05:52.511237 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:52.521500 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-48087d20-77ff-4b8f-b2f2-1bdc0c5544e9 req-c37325a2-8b8a-44c2-a861-edb466641f89 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=f92502e9-4c03-4cdd-9b06-b21ecfd2d4df HTTP/1.1" status: 200 len: 210 time: 0.0715089 Sep 21 22:05:52.677163 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-0975d20f-bf2f-418e-b545-c30df3aa8907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ebd66f-4227-4233-ad0e-57fb416dc3dc', 'name': 'tempest-ServerRescueNegativeTestJSON-2001674451-router', 'tenant_id': 'f5fc28ce43d342ff812e8671de415a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '416beb2d-153f-4731-8dda-3104ce70c6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:24Z', 'updated_at': '2022-09-21T22:00:33Z', 'revision_number': 4, 'project_id': 'f5fc28ce43d342ff812e8671de415a9c', 'gw_port': {'id': '416beb2d-153f-4731-8dda-3104ce70c6cb', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fa:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ebd66f-4227-4233-ad0e-57fb416dc3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:25Z', 'updated_at': '2022-09-21T22:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': '41427998-871b-4607-bca9-e8f9a5738ecd', 'name': '', 'network_id': '0585c623-22cd-41df-a0a2-cf1e1b8bac58', 'tenant_id': 'f5fc28ce43d342ff812e8671de415a9c', 'mac_address': 'fa:16:3e:ab:1c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ebd66f-4227-4233-ad0e-57fb416dc3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '41a42251-d848-47c6-b80e-908765051886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:31Z', 'updated_at': '2022-09-21T22:00:40Z', 'revision_number': 5, 'project_id': 'f5fc28ce43d342ff812e8671de415a9c', 'subnets': [{'id': '41a42251-d848-47c6-b80e-908765051886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:05:52.708164 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0975d20f-bf2f-418e-b545-c30df3aa8907 None None] Checking router: f4ebd66f-4227-4233-ad0e-57fb416dc3dc for host: dv-cinder-858819-1-iscsi {{(pid=116022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:05:52.722943 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0975d20f-bf2f-418e-b545-c30df3aa8907 None None] Routers {'f4ebd66f-4227-4233-ad0e-57fb416dc3dc'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:05:52.723697 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-0975d20f-bf2f-418e-b545-c30df3aa8907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:05:48Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['f4ebd66f-4227-4233-ad0e-57fb416dc3dc'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:05:52.747253 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-5dba9e88-4532-4fdb-a844-cf353fc0d20b req-8124081e-a3fe-4613-a8de-0b0e626ad1a5 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=d334600c-eb22-40d6-b2a0-32a3595f30cd HTTP/1.1" status: 200 len: 210 time: 0.0443652 Sep 21 22:05:52.831554 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-0975d20f-bf2f-418e-b545-c30df3aa8907 None None] Set router f4ebd66f-4227-4233-ad0e-57fb416dc3dc gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:05:53.046302 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-0975d20f-bf2f-418e-b545-c30df3aa8907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ebd66f-4227-4233-ad0e-57fb416dc3dc', 'name': 'tempest-ServerRescueNegativeTestJSON-2001674451-router', 'tenant_id': 'f5fc28ce43d342ff812e8671de415a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '416beb2d-153f-4731-8dda-3104ce70c6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:24Z', 'updated_at': '2022-09-21T22:00:33Z', 'revision_number': 4, 'project_id': 'f5fc28ce43d342ff812e8671de415a9c', 'gw_port': {'id': '416beb2d-153f-4731-8dda-3104ce70c6cb', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fa:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ebd66f-4227-4233-ad0e-57fb416dc3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:25Z', 'updated_at': '2022-09-21T22:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': '41427998-871b-4607-bca9-e8f9a5738ecd', 'name': '', 'network_id': '0585c623-22cd-41df-a0a2-cf1e1b8bac58', 'tenant_id': 'f5fc28ce43d342ff812e8671de415a9c', 'mac_address': 'fa:16:3e:ab:1c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ebd66f-4227-4233-ad0e-57fb416dc3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '41a42251-d848-47c6-b80e-908765051886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:31Z', 'updated_at': '2022-09-21T22:00:40Z', 'revision_number': 5, 'project_id': 'f5fc28ce43d342ff812e8671de415a9c', 'subnets': [{'id': '41a42251-d848-47c6-b80e-908765051886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:05:53.071759 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0975d20f-bf2f-418e-b545-c30df3aa8907 None None] The sync data for ids ['f4ebd66f-4227-4233-ad0e-57fb416dc3dc'] in dv-cinder-858819-1-iscsi is: [{'id': 'f4ebd66f-4227-4233-ad0e-57fb416dc3dc', 'name': 'tempest-ServerRescueNegativeTestJSON-2001674451-router', 'tenant_id': 'f5fc28ce43d342ff812e8671de415a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '416beb2d-153f-4731-8dda-3104ce70c6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:24Z', 'updated_at': '2022-09-21T22:00:33Z', 'revision_number': 4, 'project_id': 'f5fc28ce43d342ff812e8671de415a9c', 'gw_port': {'id': '416beb2d-153f-4731-8dda-3104ce70c6cb', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fa:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ebd66f-4227-4233-ad0e-57fb416dc3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:25Z', 'updated_at': '2022-09-21T22:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': '41427998-871b-4607-bca9-e8f9a5738ecd', 'name': '', 'network_id': '0585c623-22cd-41df-a0a2-cf1e1b8bac58', 'tenant_id': 'f5fc28ce43d342ff812e8671de415a9c', 'mac_address': 'fa:16:3e:ab:1c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ebd66f-4227-4233-ad0e-57fb416dc3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '41a42251-d848-47c6-b80e-908765051886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:31Z', 'updated_at': '2022-09-21T22:00:40Z', 'revision_number': 5, 'project_id': 'f5fc28ce43d342ff812e8671de415a9c', 'subnets': [{'id': '41a42251-d848-47c6-b80e-908765051886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:05:53.343086 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21bb41e-9f78-48c8-9a41-7b7b7088a078 None None] New status for floating IP 68aa2d12-ad40-4964-b05a-d577d73968b1: DOWN {{(pid=116021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 22:05:53.454098 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735212da-2559-441a-9b98-7c53d829ec06 req-780a7249-1a5c-40ae-8ba1-52e362289422 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:53.455878 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-735212da-2559-441a-9b98-7c53d829ec06 req-780a7249-1a5c-40ae-8ba1-52e362289422 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 946 time: 0.0578439 Sep 21 22:05:53.516743 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-735212da-2559-441a-9b98-7c53d829ec06 req-3d7c4378-f1d8-4dfd-bf10-2f2c0b2394a3 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520751 Sep 21 22:05:53.700060 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 35802) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:05:53.762994 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-6718b585-348d-42fb-a64c-0c69f421e603 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks [] for security_group (0342e70f-c350-48e0-a862-03db642f7c64), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:53.812878 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-6718b585-348d-42fb-a64c-0c69f421e603 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks [] for security_group (0342e70f-c350-48e0-a862-03db642f7c64), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:53.886080 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c704fbfb-ccbb-4a17-ae2d-d7b4b15a0e5e req-76184e8e-d3c6-444d-8ce9-e885829463bf tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=d334600c-eb22-40d6-b2a0-32a3595f30cd HTTP/1.1" status: 200 len: 210 time: 0.0398099 Sep 21 22:05:53.955797 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-6718b585-348d-42fb-a64c-0c69f421e603 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (0342e70f-c350-48e0-a862-03db642f7c64), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:53.959169 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-6718b585-348d-42fb-a64c-0c69f421e603 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:53.960432 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-6718b585-348d-42fb-a64c-0c69f421e603 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "DELETE /v2.0/security-groups/0342e70f-c350-48e0-a862-03db642f7c64 HTTP/1.1" status: 204 len: 168 time: 0.2592340 Sep 21 22:05:53.963096 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 35806) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:05:53.970752 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6718b585-348d-42fb-a64c-0c69f421e603 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0342e70f-c350-48e0-a862-03db642f7c64,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:05:53.978424 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.api.v2.resource [None req-d554b6c4-8af8-4254-b12f-b55972119fe8 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] show failed (client error): The resource could not be found. Sep 21 22:05:53.979375 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-d554b6c4-8af8-4254-b12f-b55972119fe8 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups/0342e70f-c350-48e0-a862-03db642f7c64 HTTP/1.1" status: 404 len: 347 time: 0.0152662 Sep 21 22:05:53.982545 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 35808) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:05:54.121363 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.plugin [None req-82cd613a-74c1-4691-8ac2-e610ce7178be tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Deleting port ddfdbd66-a0f9-421a-b037-4e12b15de5c2 {{(pid=116019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:05:54.121683 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-82cd613a-74c1-4691-8ac2-e610ce7178be tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (ddfdbd66-a0f9-421a-b037-4e12b15de5c2), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:54.219349 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-82cd613a-74c1-4691-8ac2-e610ce7178be tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (ddfdbd66-a0f9-421a-b037-4e12b15de5c2), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:54.219804 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-82cd613a-74c1-4691-8ac2-e610ce7178be tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks [] for floatingip (ddfdbd66-a0f9-421a-b037-4e12b15de5c2), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:54.224575 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7e4b9-5af2-4e5e-a4a1-60c3ef3163d5 req-750e94c6-7610-4da2-879a-96af5547271c tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:54.226167 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-69c7e4b9-5af2-4e5e-a4a1-60c3ef3163d5 req-750e94c6-7610-4da2-879a-96af5547271c tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.71 "GET /v2.0/networks?id=96c55cd8-33b0-4027-994a-bc89dd1c7933 HTTP/1.1" status: 200 len: 810 time: 0.1654947 Sep 21 22:05:54.247084 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.plugin [None req-82cd613a-74c1-4691-8ac2-e610ce7178be tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Calling delete_port for ddfdbd66-a0f9-421a-b037-4e12b15de5c2 owned by network:floatingip {{(pid=116019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:05:54.316770 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-69c7e4b9-5af2-4e5e-a4a1-60c3ef3163d5 req-fbb73df2-ee69-4cf2-a2ff-61801e01617f tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b33a94a4c3ce4d1c85fa49c2871df1d3 HTTP/1.1" status: 200 len: 379 time: 0.0812728 Sep 21 22:05:54.328735 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [req-69c7e4b9-5af2-4e5e-a4a1-60c3ef3163d5 req-e4ec3623-71b6-4fb4-82b5-eaff6f8eba87 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Request body: {'port': {'device_id': 'd334600c-eb22-40d6-b2a0-32a3595f30cd', 'network_id': '96c55cd8-33b0-4027-994a-bc89dd1c7933', 'admin_state_up': True, 'tenant_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'security_groups': ['fdf14d30-0001-4569-8fc0-b205c4aadb78']}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:05:54.515640 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-82cd613a-74c1-4691-8ac2-e610ce7178be tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052'] for port (ddfdbd66-a0f9-421a-b037-4e12b15de5c2), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:54.541751 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd613a-74c1-4691-8ac2-e610ce7178be tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Pushing event deleted for resources: {'Port': ['ID=ddfdbd66-a0f9-421a-b037-4e12b15de5c2,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:05:54.550118 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69c7e4b9-5af2-4e5e-a4a1-60c3ef3163d5 req-e4ec3623-71b6-4fb4-82b5-eaff6f8eba87 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Made reservation on behalf of b33a94a4c3ce4d1c85fa49c2871df1d3 for: {'port': 1} {{(pid=116020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:05:54.553843 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-69c7e4b9-5af2-4e5e-a4a1-60c3ef3163d5 req-e4ec3623-71b6-4fb4-82b5-eaff6f8eba87 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:54.576995 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-82cd613a-74c1-4691-8ac2-e610ce7178be tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks [] for floatingip (68aa2d12-ad40-4964-b05a-d577d73968b1), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:54.582741 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-82cd613a-74c1-4691-8ac2-e610ce7178be tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for floatingip (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:54.588861 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-82cd613a-74c1-4691-8ac2-e610ce7178be tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "DELETE /v2.0/floatingips/68aa2d12-ad40-4964-b05a-d577d73968b1 HTTP/1.1" status: 204 len: 168 time: 0.6049011 Sep 21 22:05:54.686393 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89343f-5fa2-4677-b9f8-83d803b4037c req-6aa1b9eb-b50b-4d57-a86f-8427a37fe155 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:54.688057 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ee89343f-5fa2-4677-b9f8-83d803b4037c req-6aa1b9eb-b50b-4d57-a86f-8427a37fe155 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 946 time: 0.0622151 Sep 21 22:05:54.728013 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.db_base_plugin_common [req-69c7e4b9-5af2-4e5e-a4a1-60c3ef3163d5 req-e4ec3623-71b6-4fb4-82b5-eaff6f8eba87 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Allocated IP 172.20.0.4 (96c55cd8-33b0-4027-994a-bc89dd1c7933/ce246b9e-d1ab-41c3-9dad-8fd19a0b2f7e/d6986ed8-f035-48a9-8069-d0172446eb43) {{(pid=116020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:05:54.742751 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ee89343f-5fa2-4677-b9f8-83d803b4037c req-05c6f41e-9414-42af-ae20-50f8aa322688 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472462 Sep 21 22:05:54.888907 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-69c7e4b9-5af2-4e5e-a4a1-60c3ef3163d5 req-e4ec3623-71b6-4fb4-82b5-eaff6f8eba87 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks [] for port (d6986ed8-f035-48a9-8069-d0172446eb43), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:55.025046 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-69c7e4b9-5af2-4e5e-a4a1-60c3ef3163d5 req-e4ec3623-71b6-4fb4-82b5-eaff6f8eba87 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (d6986ed8-f035-48a9-8069-d0172446eb43), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:55.041475 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-0c793fde-827d-460a-a0f7-fba8b4bddbec req-df6e6bcf-dd0e-4d61-9091-de52be223e2a tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=d334600c-eb22-40d6-b2a0-32a3595f30cd HTTP/1.1" status: 200 len: 210 time: 0.0348694 Sep 21 22:05:55.072860 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69c7e4b9-5af2-4e5e-a4a1-60c3ef3163d5 req-e4ec3623-71b6-4fb4-82b5-eaff6f8eba87 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Network 96c55cd8-33b0-4027-994a-bc89dd1c7933 is already hosted by enough agents. {{(pid=116020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:05:55.076295 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.base_scheduler [req-69c7e4b9-5af2-4e5e-a4a1-60c3ef3163d5 req-e4ec3623-71b6-4fb4-82b5-eaff6f8eba87 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Resources bound (agent type, host, resource id): {{(pid=116020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:05:55.078786 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c7e4b9-5af2-4e5e-a4a1-60c3ef3163d5 req-e4ec3623-71b6-4fb4-82b5-eaff6f8eba87 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Received port after_create {{(pid=116020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:05:55.115405 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec3623-71b6-4fb4-82b5-eaff6f8eba87 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Pushing event updated for resources: {'Port': ['ID=d6986ed8-f035-48a9-8069-d0172446eb43,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:05:55.143226 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7e4b9-5af2-4e5e-a4a1-60c3ef3163d5 req-e4ec3623-71b6-4fb4-82b5-eaff6f8eba87 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:55.143878 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-69c7e4b9-5af2-4e5e-a4a1-60c3ef3163d5 req-e4ec3623-71b6-4fb4-82b5-eaff6f8eba87 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:55.262606 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-69c7e4b9-5af2-4e5e-a4a1-60c3ef3163d5 req-e4ec3623-71b6-4fb4-82b5-eaff6f8eba87 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9289587 Sep 21 22:05:55.302252 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-a34503c9-f5bf-45e6-bb1a-f53f8a403446 None None] Provisioning complete for port d6986ed8-f035-48a9-8069-d0172446eb43 triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:05:55.303215 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-a34503c9-f5bf-45e6-bb1a-f53f8a403446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (d6986ed8-f035-48a9-8069-d0172446eb43), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:55.303790 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-a34503c9-f5bf-45e6-bb1a-f53f8a403446 None None] Attempt 1 to provision port d6986ed8-f035-48a9-8069-d0172446eb43 Sep 21 22:05:55.324303 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [req-69c7e4b9-5af2-4e5e-a4a1-60c3ef3163d5 req-f8b1ecfb-49cd-4910-9eae-bacafa47b28c service neutron] Request body: {'port': {'device_id': 'd334600c-eb22-40d6-b2a0-32a3595f30cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:05:55.341454 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-a34503c9-f5bf-45e6-bb1a-f53f8a403446 None None] Port d6986ed8-f035-48a9-8069-d0172446eb43 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:05:55.390523 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-69c7e4b9-5af2-4e5e-a4a1-60c3ef3163d5 req-f8b1ecfb-49cd-4910-9eae-bacafa47b28c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (d6986ed8-f035-48a9-8069-d0172446eb43), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:55.680199 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [req-69c7e4b9-5af2-4e5e-a4a1-60c3ef3163d5 req-f8b1ecfb-49cd-4910-9eae-bacafa47b28c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6986ed8-f035-48a9-8069-d0172446eb43 {{(pid=116020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:05:55.689389 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-69c7e4b9-5af2-4e5e-a4a1-60c3ef3163d5 req-f8b1ecfb-49cd-4910-9eae-bacafa47b28c service neutron] Publish callbacks [] for port (d6986ed8-f035-48a9-8069-d0172446eb43), precommit_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:55.704861 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.provisioning_blocks [req-69c7e4b9-5af2-4e5e-a4a1-60c3ef3163d5 req-f8b1ecfb-49cd-4910-9eae-bacafa47b28c service neutron] Transition to ACTIVE for port object d6986ed8-f035-48a9-8069-d0172446eb43 will not be triggered until provisioned by entity L2. {{(pid=116020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 22:05:55.793968 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-69c7e4b9-5af2-4e5e-a4a1-60c3ef3163d5 req-f8b1ecfb-49cd-4910-9eae-bacafa47b28c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14266021'] for port (d6986ed8-f035-48a9-8069-d0172446eb43), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:55.842574 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-a34503c9-f5bf-45e6-bb1a-f53f8a403446 None None] Attempt 2 to provision port d6986ed8-f035-48a9-8069-d0172446eb43 Sep 21 22:05:55.887618 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b1ecfb-49cd-4910-9eae-bacafa47b28c service neutron] Pushing event updated for resources: {'Port': ['ID=d6986ed8-f035-48a9-8069-d0172446eb43,revision_number=2']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:05:55.892210 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-a34503c9-f5bf-45e6-bb1a-f53f8a403446 None None] Port d6986ed8-f035-48a9-8069-d0172446eb43 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:05:55.921111 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-69c7e4b9-5af2-4e5e-a4a1-60c3ef3163d5 req-f8b1ecfb-49cd-4910-9eae-bacafa47b28c service neutron] Attempting to bind port d6986ed8-f035-48a9-8069-d0172446eb43 on host hv-cinder-85881 for vnic_type normal with profile {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:05:55.921434 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-69c7e4b9-5af2-4e5e-a4a1-60c3ef3163d5 req-f8b1ecfb-49cd-4910-9eae-bacafa47b28c service neutron] Attempting to bind port d6986ed8-f035-48a9-8069-d0172446eb43 by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': '198c478d-e58c-4168-b5f9-1fac1821e084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '96c55cd8-33b0-4027-994a-bc89dd1c7933'}] {{(pid=116020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:05:55.921859 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c7e4b9-5af2-4e5e-a4a1-60c3ef3163d5 req-f8b1ecfb-49cd-4910-9eae-bacafa47b28c service neutron] Attempting to bind port d6986ed8-f035-48a9-8069-d0172446eb43 on network 96c55cd8-33b0-4027-994a-bc89dd1c7933 {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:05:55.927052 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c7e4b9-5af2-4e5e-a4a1-60c3ef3163d5 req-f8b1ecfb-49cd-4910-9eae-bacafa47b28c service neutron] Port d6986ed8-f035-48a9-8069-d0172446eb43 on network 96c55cd8-33b0-4027-994a-bc89dd1c7933 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 22:05:55.927411 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c7e4b9-5af2-4e5e-a4a1-60c3ef3163d5 req-f8b1ecfb-49cd-4910-9eae-bacafa47b28c service neutron] Attempting to bind port d6986ed8-f035-48a9-8069-d0172446eb43 on network 96c55cd8-33b0-4027-994a-bc89dd1c7933 {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:05:55.935126 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c7e4b9-5af2-4e5e-a4a1-60c3ef3163d5 req-f8b1ecfb-49cd-4910-9eae-bacafa47b28c service neutron] Checking agent: {'id': '0aee7d89-594f-4992-91de-a4ac3f52e28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 58, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 58, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:05:55.935599 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c7e4b9-5af2-4e5e-a4a1-60c3ef3163d5 req-f8b1ecfb-49cd-4910-9eae-bacafa47b28c service neutron] Checking segment: {'id': '198c478d-e58c-4168-b5f9-1fac1821e084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '96c55cd8-33b0-4027-994a-bc89dd1c7933'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:05:55.936064 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c7e4b9-5af2-4e5e-a4a1-60c3ef3163d5 req-f8b1ecfb-49cd-4910-9eae-bacafa47b28c service neutron] Bound using segment: {'id': '198c478d-e58c-4168-b5f9-1fac1821e084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '96c55cd8-33b0-4027-994a-bc89dd1c7933'} {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:05:55.936636 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-69c7e4b9-5af2-4e5e-a4a1-60c3ef3163d5 req-f8b1ecfb-49cd-4910-9eae-bacafa47b28c service neutron] Bound port: d6986ed8-f035-48a9-8069-d0172446eb43, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '198c478d-e58c-4168-b5f9-1fac1821e084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '96c55cd8-33b0-4027-994a-bc89dd1c7933'}}] {{(pid=116020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:05:55.937076 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-69c7e4b9-5af2-4e5e-a4a1-60c3ef3163d5 req-f8b1ecfb-49cd-4910-9eae-bacafa47b28c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (d6986ed8-f035-48a9-8069-d0172446eb43), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:55.945608 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5cf4fe-dbc0-4a44-b5cf-d9efde198d15 req-0e23289b-a62f-4718-98bc-48364016f965 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:55.947525 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ff5cf4fe-dbc0-4a44-b5cf-d9efde198d15 req-0e23289b-a62f-4718-98bc-48364016f965 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 946 time: 0.0823324 Sep 21 22:05:56.009489 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ff5cf4fe-dbc0-4a44-b5cf-d9efde198d15 req-e7880711-030d-4113-85a5-6b3f1d6d156b tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535710 Sep 21 22:05:56.022861 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-69c7e4b9-5af2-4e5e-a4a1-60c3ef3163d5 req-f8b1ecfb-49cd-4910-9eae-bacafa47b28c service neutron] For port d6986ed8-f035-48a9-8069-d0172446eb43, host hv-cinder-85881, cleared binding levels {{(pid=116020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:05:56.028417 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-69c7e4b9-5af2-4e5e-a4a1-60c3ef3163d5 req-f8b1ecfb-49cd-4910-9eae-bacafa47b28c service neutron] For port d6986ed8-f035-48a9-8069-d0172446eb43, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=d6986ed8-f035-48a9-8069-d0172446eb43,segment=NetworkSegment(198c478d-e58c-4168-b5f9-1fac1821e084),segment_id=198c478d-e58c-4168-b5f9-1fac1821e084)] {{(pid=116020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:05:56.122138 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-69c7e4b9-5af2-4e5e-a4a1-60c3ef3163d5 req-f8b1ecfb-49cd-4910-9eae-bacafa47b28c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14266021'] for port (d6986ed8-f035-48a9-8069-d0172446eb43), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:56.127566 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7e4b9-5af2-4e5e-a4a1-60c3ef3163d5 req-f8b1ecfb-49cd-4910-9eae-bacafa47b28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:56.128313 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-69c7e4b9-5af2-4e5e-a4a1-60c3ef3163d5 req-f8b1ecfb-49cd-4910-9eae-bacafa47b28c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:05:56.129923 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-69c7e4b9-5af2-4e5e-a4a1-60c3ef3163d5 req-f8b1ecfb-49cd-4910-9eae-bacafa47b28c service neutron] 10.222.0.71 "PUT /v2.0/ports/d6986ed8-f035-48a9-8069-d0172446eb43 HTTP/1.1" status: 200 len: 1093 time: 0.8665535 Sep 21 22:05:56.132884 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd334600c-eb22-40d6-b2a0-32a3595f30cd', 'tag': 'd6986ed8-f035-48a9-8069-d0172446eb43'}] {{(pid=116020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:05:56.135740 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}616469ce01b4343580b51944d90e43cdadd76175ffa2c7c7ae3ce11ef7217efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3649e9fd-5f72-463b-a7fb-7a8b1325d76e" -d '{"events": [{"name": "network-changed", "server_uuid": "d334600c-eb22-40d6-b2a0-32a3595f30cd", "tag": "d6986ed8-f035-48a9-8069-d0172446eb43"}]}' {{(pid=116020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:05:56.184589 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12989cfe-253e-46b8-82df-27d89bb0eb30 req-fd645db1-1eec-492e-a3f5-25e4647ebc7d tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:56.186396 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-12989cfe-253e-46b8-82df-27d89bb0eb30 req-fd645db1-1eec-492e-a3f5-25e4647ebc7d tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=d334600c-eb22-40d6-b2a0-32a3595f30cd HTTP/1.1" status: 200 len: 943 time: 0.0666246 Sep 21 22:05:56.193716 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b1ecfb-49cd-4910-9eae-bacafa47b28c service neutron] Pushing event updated for resources: {'Port': ['ID=d6986ed8-f035-48a9-8069-d0172446eb43,revision_number=3']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:05:56.224605 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba56e5ce-bd93-4a1f-95a8-1044e9222544 x-openstack-request-id: req-ba56e5ce-bd93-4a1f-95a8-1044e9222544 {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:05:56.229447 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d334600c-eb22-40d6-b2a0-32a3595f30cd", "tag": "d6986ed8-f035-48a9-8069-d0172446eb43", "status": "completed", "code": 200}]} {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:05:56.229776 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ba56e5ce-bd93-4a1f-95a8-1044e9222544 {{(pid=116020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:05:56.230216 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba56e5ce-bd93-4a1f-95a8-1044e9222544'] response: {'name': 'network-changed', 'server_uuid': 'd334600c-eb22-40d6-b2a0-32a3595f30cd', 'tag': 'd6986ed8-f035-48a9-8069-d0172446eb43', 'status': 'completed', 'code': 200} Sep 21 22:05:56.264419 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-12989cfe-253e-46b8-82df-27d89bb0eb30 req-8ff88456-4211-45dc-b0fd-c906895b27ef tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=fdf14d30-0001-4569-8fc0-b205c4aadb78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681784 Sep 21 22:05:56.274904 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device 74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12 no longer exists at agent hyperv_hv-cinder-85881 {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:05:56.297087 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] No Port match for: 74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12 {{(pid=116021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:05:56.297436 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device 74ba7cb0-6bfe-4c12-83a4-0bd52e4d2e12 not bound to the agent host hv-cinder-85881 {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:05:56.306618 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649e9fd-5f72-463b-a7fb-7a8b1325d76e req-74cfa826-df97-42c8-a8b5-0e28c7668ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:56.312715 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-3649e9fd-5f72-463b-a7fb-7a8b1325d76e req-74cfa826-df97-42c8-a8b5-0e28c7668ddf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b33a94a4c3ce4d1c85fa49c2871df1d3&device_id=d334600c-eb22-40d6-b2a0-32a3595f30cd HTTP/1.1" status: 200 len: 1127 time: 0.0606670 Sep 21 22:05:56.394588 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-a34503c9-f5bf-45e6-bb1a-f53f8a403446 None None] Attempt 3 to provision port d6986ed8-f035-48a9-8069-d0172446eb43 Sep 21 22:05:56.420800 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649e9fd-5f72-463b-a7fb-7a8b1325d76e req-5ec58c8f-85a5-4be8-b736-70dbe19929e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:56.422390 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-3649e9fd-5f72-463b-a7fb-7a8b1325d76e req-5ec58c8f-85a5-4be8-b736-70dbe19929e1 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=b33a94a4c3ce4d1c85fa49c2871df1d3&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1062768 Sep 21 22:05:56.436243 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-a34503c9-f5bf-45e6-bb1a-f53f8a403446 None None] Port d6986ed8-f035-48a9-8069-d0172446eb43 had new provisioning blocks added so it will not transition to active. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 21 22:05:56.526851 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649e9fd-5f72-463b-a7fb-7a8b1325d76e req-78d96527-35d4-40c7-9b20-9e33dcb91c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:56.528368 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-3649e9fd-5f72-463b-a7fb-7a8b1325d76e req-78d96527-35d4-40c7-9b20-9e33dcb91c5c service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0988669 Sep 21 22:05:56.647595 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7e4b9-5af2-4e5e-a4a1-60c3ef3163d5 req-a764b778-d52d-4f77-8953-1f261fabef0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:56.649219 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-69c7e4b9-5af2-4e5e-a4a1-60c3ef3163d5 req-a764b778-d52d-4f77-8953-1f261fabef0d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b33a94a4c3ce4d1c85fa49c2871df1d3&device_id=d334600c-eb22-40d6-b2a0-32a3595f30cd HTTP/1.1" status: 200 len: 1127 time: 0.0738137 Sep 21 22:05:56.690368 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-69c7e4b9-5af2-4e5e-a4a1-60c3ef3163d5 req-9b0e17d0-5117-454b-937e-84d938065f57 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6986ed8-f035-48a9-8069-d0172446eb43 HTTP/1.1" status: 200 len: 217 time: 0.0340908 Sep 21 22:05:56.741185 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.agents_db [None req-53c7536d-764e-4ad7-87ad-c450eadf28b3 None None] Agent healthcheck: found 6 active agents {{(pid=116022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:05:56.749946 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7e4b9-5af2-4e5e-a4a1-60c3ef3163d5 req-20c16e7f-62dd-4535-926e-29165206eaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:56.751459 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-69c7e4b9-5af2-4e5e-a4a1-60c3ef3163d5 req-20c16e7f-62dd-4535-926e-29165206eaf3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ce246b9e-d1ab-41c3-9dad-8fd19a0b2f7e HTTP/1.1" status: 200 len: 849 time: 0.0556803 Sep 21 22:05:56.843898 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7e4b9-5af2-4e5e-a4a1-60c3ef3163d5 req-8cd2e910-5d1d-4dd8-a787-5763de58237f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:56.843898 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-69c7e4b9-5af2-4e5e-a4a1-60c3ef3163d5 req-8cd2e910-5d1d-4dd8-a787-5763de58237f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96c55cd8-33b0-4027-994a-bc89dd1c7933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0808928 Sep 21 22:05:56.951065 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-69c7e4b9-5af2-4e5e-a4a1-60c3ef3163d5 req-4ab14a15-911c-4cb1-8904-2b02ecaf178f service neutron] 10.222.0.71 "GET /v2.0/networks/96c55cd8-33b0-4027-994a-bc89dd1c7933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027253 Sep 21 22:05:57.084540 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-69c7e4b9-5af2-4e5e-a4a1-60c3ef3163d5 req-25391bb3-558f-4e0e-923a-a5d67c99501c service neutron] 10.222.0.71 "GET /v2.0/networks/96c55cd8-33b0-4027-994a-bc89dd1c7933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264617 Sep 21 22:05:57.180931 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a96a03c-6c91-40c0-b62a-9654694131c0 req-7e7d4db0-0b49-45a6-ac2a-acb8b9011f07 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:57.183539 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-6a96a03c-6c91-40c0-b62a-9654694131c0 req-7e7d4db0-0b49-45a6-ac2a-acb8b9011f07 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 946 time: 0.0762134 Sep 21 22:05:57.258429 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-6a96a03c-6c91-40c0-b62a-9654694131c0 req-0ce06e71-86b3-4ede-a39d-9125981ecee1 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694501 Sep 21 22:05:57.412181 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab72a7-5721-4b66-a8b9-9d77dc200712 req-85f57b66-bd96-4648-9879-3a7e8860ef76 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:57.413753 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-97ab72a7-5721-4b66-a8b9-9d77dc200712 req-85f57b66-bd96-4648-9879-3a7e8860ef76 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=d334600c-eb22-40d6-b2a0-32a3595f30cd HTTP/1.1" status: 200 len: 943 time: 0.0570552 Sep 21 22:05:57.471810 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-97ab72a7-5721-4b66-a8b9-9d77dc200712 req-ffa1378f-9579-45d4-961e-282d64e44bfa tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=fdf14d30-0001-4569-8fc0-b205c4aadb78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520358 Sep 21 22:05:58.045547 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae68060-dfa8-4007-9e92-3406340d896b req-dcbac8f2-e11f-4670-98af-b37a8104a311 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:58.049080 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8ae68060-dfa8-4007-9e92-3406340d896b req-dcbac8f2-e11f-4670-98af-b37a8104a311 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 945 time: 0.0683548 Sep 21 22:05:58.104971 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8ae68060-dfa8-4007-9e92-3406340d896b req-8a3e5c9d-8cf5-4e78-8388-edbee62aec70 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495386 Sep 21 22:05:58.401499 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fab2c2-1fb4-44cc-bfde-616819afda9e req-91beb2f9-42a3-4f45-8d2b-11d9870a01b8 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:58.403271 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b1fab2c2-1fb4-44cc-bfde-616819afda9e req-91beb2f9-42a3-4f45-8d2b-11d9870a01b8 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 946 time: 0.0579190 Sep 21 22:05:58.465805 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b1fab2c2-1fb4-44cc-bfde-616819afda9e req-3e2d3e26-6bec-4743-bd39-8eba177b4598 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518677 Sep 21 22:05:58.620416 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e248b27-9d3a-424e-9a62-78fbcf14ab74 req-d2020fda-236a-4b74-b21a-2fc7c377dd50 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:58.622112 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2e248b27-9d3a-424e-9a62-78fbcf14ab74 req-d2020fda-236a-4b74-b21a-2fc7c377dd50 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=d334600c-eb22-40d6-b2a0-32a3595f30cd HTTP/1.1" status: 200 len: 943 time: 0.0690112 Sep 21 22:05:58.692974 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2e248b27-9d3a-424e-9a62-78fbcf14ab74 req-28407995-2f2a-42d3-82fd-a02dcc347f69 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=fdf14d30-0001-4569-8fc0-b205c4aadb78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642176 Sep 21 22:05:59.240652 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce88e96-4939-4c92-ad8d-343bd2a4f42e req-5927e659-9085-47e0-9e79-a4fab5678fb3 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:59.242660 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-cce88e96-4939-4c92-ad8d-343bd2a4f42e req-5927e659-9085-47e0-9e79-a4fab5678fb3 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 945 time: 0.0618887 Sep 21 22:05:59.301417 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-cce88e96-4939-4c92-ad8d-343bd2a4f42e req-1fb97974-692d-4394-9024-b5028f44999d tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490909 Sep 21 22:05:59.542752 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938bd621-579e-4be6-8634-a1f09cba0bda req-7c74f2b2-7c5a-4878-86b4-d774189eb63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:59.544381 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-938bd621-579e-4be6-8634-a1f09cba0bda req-7c74f2b2-7c5a-4878-86b4-d774189eb63c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3a736bcce41d413f88518c9f7501738c&device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 1130 time: 0.0903044 Sep 21 22:05:59.649886 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f26084-51c8-4498-ae8e-8b2897460891 req-79c3668e-4db5-46ec-a746-8bee9deeac3e tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:59.652284 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-f8f26084-51c8-4498-ae8e-8b2897460891 req-79c3668e-4db5-46ec-a746-8bee9deeac3e tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 946 time: 0.0934687 Sep 21 22:05:59.653786 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938bd621-579e-4be6-8634-a1f09cba0bda req-0e9dee42-b829-491d-b065-9d89bd6da2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:59.655282 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-938bd621-579e-4be6-8634-a1f09cba0bda req-0e9dee42-b829-491d-b065-9d89bd6da2f0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8ce7ca27-65f9-442f-9460-582319d50317 HTTP/1.1" status: 200 len: 910 time: 0.1046255 Sep 21 22:05:59.738687 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-f8f26084-51c8-4498-ae8e-8b2897460891 req-3a4ecf2b-a501-4aff-a553-3ebeac94505b tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798476 Sep 21 22:05:59.739862 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-938bd621-579e-4be6-8634-a1f09cba0bda req-c8ac1a66-d063-453b-883a-394a494bc698 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9aa81ae-410b-4f57-b18c-445cc091494d HTTP/1.1" status: 200 len: 1001 time: 0.0778370 Sep 21 22:05:59.824486 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938bd621-579e-4be6-8634-a1f09cba0bda req-36ba6acf-cd73-412d-9452-f7ece283a5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:59.827034 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-938bd621-579e-4be6-8634-a1f09cba0bda req-36ba6acf-cd73-412d-9452-f7ece283a5a3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=61fb7232-c6fb-44a6-ba93-ebc4a1b2df41 HTTP/1.1" status: 200 len: 848 time: 0.0807345 Sep 21 22:05:59.903326 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc824a-8dd8-4542-be7f-faa85c69ea31 req-5533ee43-789f-4f68-8208-61f4f890efec tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:59.905613 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-9bbc824a-8dd8-4542-be7f-faa85c69ea31 req-5533ee43-789f-4f68-8208-61f4f890efec tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=d334600c-eb22-40d6-b2a0-32a3595f30cd HTTP/1.1" status: 200 len: 943 time: 0.0806472 Sep 21 22:05:59.909070 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938bd621-579e-4be6-8634-a1f09cba0bda req-85e5661a-9901-465a-8047-8b2b9fca29ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:05:59.911903 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-938bd621-579e-4be6-8634-a1f09cba0bda req-85e5661a-9901-465a-8047-8b2b9fca29ef service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8ce7ca27-65f9-442f-9460-582319d50317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0781446 Sep 21 22:05:59.966421 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-9bbc824a-8dd8-4542-be7f-faa85c69ea31 req-798afea0-b6f3-4bff-a1b1-d6d47097e4d9 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=fdf14d30-0001-4569-8fc0-b205c4aadb78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531030 Sep 21 22:06:00.063690 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-938bd621-579e-4be6-8634-a1f09cba0bda req-90794c7c-8dde-4236-9ac2-bc5c97828520 service neutron] 10.222.0.71 "GET /v2.0/networks/8ce7ca27-65f9-442f-9460-582319d50317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426978 Sep 21 22:06:00.184690 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-938bd621-579e-4be6-8634-a1f09cba0bda req-fab85dfd-4432-454b-b5ff-6257c3f27888 service neutron] 10.222.0.71 "GET /v2.0/networks/8ce7ca27-65f9-442f-9460-582319d50317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118090 Sep 21 22:06:00.290383 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device d6986ed8-f035-48a9-8069-d0172446eb43 details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=116021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 22:06:00.308276 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a88996-cb07-484f-b2c3-ffeef7edd94a req-ecf7ac2d-5bba-4a13-83f2-f8efd0375985 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:00.311002 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-e7a88996-cb07-484f-b2c3-ffeef7edd94a req-ecf7ac2d-5bba-4a13-83f2-f8efd0375985 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=178a6b41-104d-414e-9f66-c59fb2250161 HTTP/1.1" status: 200 len: 945 time: 0.0706203 Sep 21 22:06:00.383497 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-e7a88996-cb07-484f-b2c3-ffeef7edd94a req-08a00477-fdd5-4ffc-9065-5f0b5a90b351 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=1bac6360-6465-4414-ac87-656af7d4e782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616281 Sep 21 22:06:00.429331 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port d6986ed8-f035-48a9-8069-d0172446eb43, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=d6986ed8-f035-48a9-8069-d0172446eb43,segment=NetworkSegment(198c478d-e58c-4168-b5f9-1fac1821e084),segment_id=198c478d-e58c-4168-b5f9-1fac1821e084)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:06:00.434707 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9d5e9-f3b2-474a-87fd-a51f7c10f5b0 req-bb9e5494-6d40-4768-8c98-af2fbbe1eb21 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:00.436510 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-9da9d5e9-f3b2-474a-87fd-a51f7c10f5b0 req-bb9e5494-6d40-4768-8c98-af2fbbe1eb21 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 945 time: 0.0905237 Sep 21 22:06:00.443434 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Returning: {'device': 'd6986ed8-f035-48a9-8069-d0172446eb43', 'network_id': '96c55cd8-33b0-4027-994a-bc89dd1c7933', 'port_id': 'd6986ed8-f035-48a9-8069-d0172446eb43', 'mac_address': 'fa:16:3e:5e:7c:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce246b9e-d1ab-41c3-9dad-8fd19a0b2f7e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 22:06:00.490921 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port d6986ed8-f035-48a9-8069-d0172446eb43 is: DOWN; New status is: BUILD {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:06:00.491733 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (d6986ed8-f035-48a9-8069-d0172446eb43), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:00.510531 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.notifiers.nova [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6986ed8-f035-48a9-8069-d0172446eb43 {{(pid=116021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:06:00.544356 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port d6986ed8-f035-48a9-8069-d0172446eb43, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=d6986ed8-f035-48a9-8069-d0172446eb43,segment=NetworkSegment(198c478d-e58c-4168-b5f9-1fac1821e084),segment_id=198c478d-e58c-4168-b5f9-1fac1821e084)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:06:00.582718 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [req-9da9d5e9-f3b2-474a-87fd-a51f7c10f5b0 req-b2ff8ae4-a50b-4208-8970-2feeb416a0ef tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Deleting port 706976ff-af50-43e6-9626-57fc5a8de1eb {{(pid=116020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:06:00.583397 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-9da9d5e9-f3b2-474a-87fd-a51f7c10f5b0 req-b2ff8ae4-a50b-4208-8970-2feeb416a0ef tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (706976ff-af50-43e6-9626-57fc5a8de1eb), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:00.586229 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06253ecc-09cf-48e2-8e05-b2ae76c6ee44 req-4b0da275-affc-4cfc-9dbf-1e3df7edac31 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:00.588462 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-06253ecc-09cf-48e2-8e05-b2ae76c6ee44 req-4b0da275-affc-4cfc-9dbf-1e3df7edac31 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 945 time: 0.0677266 Sep 21 22:06:00.647464 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-06253ecc-09cf-48e2-8e05-b2ae76c6ee44 req-60bbadab-44b6-4775-8147-cbcf1e3f2dda tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519185 Sep 21 22:06:00.658532 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (d6986ed8-f035-48a9-8069-d0172446eb43), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:00.693065 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-9da9d5e9-f3b2-474a-87fd-a51f7c10f5b0 req-b2ff8ae4-a50b-4208-8970-2feeb416a0ef tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] For port 706976ff-af50-43e6-9626-57fc5a8de1eb, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=706976ff-af50-43e6-9626-57fc5a8de1eb,segment=NetworkSegment(1fe5eab9-96f0-4b3e-9716-db26533318f5),segment_id=1fe5eab9-96f0-4b3e-9716-db26533318f5)] {{(pid=116020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:06:00.693438 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-9da9d5e9-f3b2-474a-87fd-a51f7c10f5b0 req-b2ff8ae4-a50b-4208-8970-2feeb416a0ef tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (706976ff-af50-43e6-9626-57fc5a8de1eb), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:00.714018 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [req-9da9d5e9-f3b2-474a-87fd-a51f7c10f5b0 req-b2ff8ae4-a50b-4208-8970-2feeb416a0ef tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Calling delete_port for 706976ff-af50-43e6-9626-57fc5a8de1eb owned by compute:nova {{(pid=116020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:06:00.719918 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=d6986ed8-f035-48a9-8069-d0172446eb43,revision_number=4']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:06:00.728623 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:06:00.729027 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:06:00.729361 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:06:00.729793 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:06:00.730037 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:06:00.730368 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:06:00.730864 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:06:00.731128 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:06:00.731511 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:06:00.731831 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:06:00.732187 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:06:00.737377 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:06:00.737377 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:06:00.920578 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71785fe-87a0-4da8-aa82-6787788eb834 req-0d115d19-4ed3-481c-b3f3-e67169672edb tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:00.922109 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-d71785fe-87a0-4da8-aa82-6787788eb834 req-0d115d19-4ed3-481c-b3f3-e67169672edb tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 946 time: 0.0741940 Sep 21 22:06:00.944728 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-9da9d5e9-f3b2-474a-87fd-a51f7c10f5b0 req-b2ff8ae4-a50b-4208-8970-2feeb416a0ef tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (706976ff-af50-43e6-9626-57fc5a8de1eb), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:00.957884 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] get_ports_and_sgs() called for port_ids ['b34f6617-3c6e-4980-ab1b-3aa5e8b694e8'] {{(pid=116021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:06:00.966181 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] get_ports_and_sgs() called for port_ids ['d6986ed8-f035-48a9-8069-d0172446eb43'] {{(pid=116021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:06:00.989137 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-d71785fe-87a0-4da8-aa82-6787788eb834 req-703b1d74-6b42-4ff3-859b-b9ee3b5caeba tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553012 Sep 21 22:06:00.994435 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff8ae4-a50b-4208-8970-2feeb416a0ef tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Pushing event deleted for resources: {'Port': ['ID=706976ff-af50-43e6-9626-57fc5a8de1eb,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:06:01.052792 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da9d5e9-f3b2-474a-87fd-a51f7c10f5b0 req-b2ff8ae4-a50b-4208-8970-2feeb416a0ef tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] No DVR routers for this DVR port 706976ff-af50-43e6-9626-57fc5a8de1eb on host hv-cinder-85881 {{(pid=116020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:06:01.056024 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-9da9d5e9-f3b2-474a-87fd-a51f7c10f5b0 req-b2ff8ae4-a50b-4208-8970-2feeb416a0ef tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:01.062370 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-9da9d5e9-f3b2-474a-87fd-a51f7c10f5b0 req-b2ff8ae4-a50b-4208-8970-2feeb416a0ef tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.71 "DELETE /v2.0/ports/706976ff-af50-43e6-9626-57fc5a8de1eb HTTP/1.1" status: 204 len: 173 time: 0.6185451 Sep 21 22:06:01.063383 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d22c011-b79c-4098-a689-c8bf19767457', 'name': 'network-vif-deleted', 'tag': '706976ff-af50-43e6-9626-57fc5a8de1eb'}] {{(pid=116020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:06:01.067996 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}616469ce01b4343580b51944d90e43cdadd76175ffa2c7c7ae3ce11ef7217efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747cad1b-a7e8-4e3c-a97a-f44e6a25b910" -d '{"events": [{"server_uuid": "2d22c011-b79c-4098-a689-c8bf19767457", "name": "network-vif-deleted", "tag": "706976ff-af50-43e6-9626-57fc5a8de1eb"}]}' {{(pid=116020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:06:01.188250 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78ef1c-287b-4abf-bc17-b6995e74bea5 req-cfa65fd8-0cef-42af-99bc-f0c4724c1ca7 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:01.190252 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1b78ef1c-287b-4abf-bc17-b6995e74bea5 req-cfa65fd8-0cef-42af-99bc-f0c4724c1ca7 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=d334600c-eb22-40d6-b2a0-32a3595f30cd HTTP/1.1" status: 200 len: 944 time: 0.0759096 Sep 21 22:06:01.255412 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a27e8d-b403-4eee-b728-91a3eed58d7c x-openstack-request-id: req-a8a27e8d-b403-4eee-b728-91a3eed58d7c {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:06:01.255727 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d22c011-b79c-4098-a689-c8bf19767457", "name": "network-vif-deleted", "tag": "706976ff-af50-43e6-9626-57fc5a8de1eb", "status": "completed", "code": 200}]} {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:06:01.256183 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a8a27e8d-b403-4eee-b728-91a3eed58d7c {{(pid=116020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:06:01.256747 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1b78ef1c-287b-4abf-bc17-b6995e74bea5 req-32c7f91d-bcbe-4183-87af-41908d95ca00 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=fdf14d30-0001-4569-8fc0-b205c4aadb78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559387 Sep 21 22:06:01.256933 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8a27e8d-b403-4eee-b728-91a3eed58d7c'] response: {'server_uuid': '2d22c011-b79c-4098-a689-c8bf19767457', 'name': 'network-vif-deleted', 'tag': '706976ff-af50-43e6-9626-57fc5a8de1eb', 'status': 'completed', 'code': 200} Sep 21 22:06:01.542785 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d00f485-b9d0-4596-b425-cb8abd63469e req-f8dc38f2-7b4d-4bbb-8c02-9bfa79f8a4ba tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:01.544397 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2d00f485-b9d0-4596-b425-cb8abd63469e req-f8dc38f2-7b4d-4bbb-8c02-9bfa79f8a4ba tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=178a6b41-104d-414e-9f66-c59fb2250161 HTTP/1.1" status: 200 len: 945 time: 0.0717809 Sep 21 22:06:01.595159 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2d00f485-b9d0-4596-b425-cb8abd63469e req-f7e65af3-9488-462a-b3c2-9448e902a44a tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=1bac6360-6465-4414-ac87-656af7d4e782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446298 Sep 21 22:06:01.778309 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-25c79ca7-38ea-4a08-8c94-5844243f0496 req-04e69a8a-5d32-48cb-9038-226d4a5911c3 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22c011-b79c-4098-a689-c8bf19767457 HTTP/1.1" status: 200 len: 210 time: 0.0320396 Sep 21 22:06:02.078719 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d611a-83ca-44b8-853f-1fa763c23cb5 req-42b0b269-ece1-4208-8b33-a9df18d4151a tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:02.081079 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-bc2d611a-83ca-44b8-853f-1fa763c23cb5 req-42b0b269-ece1-4208-8b33-a9df18d4151a tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.71 "GET /v2.0/ports?device_id=178a6b41-104d-414e-9f66-c59fb2250161 HTTP/1.1" status: 200 len: 945 time: 0.0786765 Sep 21 22:06:02.202742 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [req-bc2d611a-83ca-44b8-853f-1fa763c23cb5 req-79b5ad26-ecf5-40d8-ace9-b4cfc5fd60a9 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Deleting port fe0158a2-2eb9-4797-a85f-f83f92795f58 {{(pid=116020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:06:02.203180 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-bc2d611a-83ca-44b8-853f-1fa763c23cb5 req-79b5ad26-ecf5-40d8-ace9-b4cfc5fd60a9 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (fe0158a2-2eb9-4797-a85f-f83f92795f58), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:02.232221 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4b01d-11d5-425d-b09f-7d31f0105141 req-86261777-38c5-4349-955b-03c05fefcde8 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:02.235381 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8aa4b01d-11d5-425d-b09f-7d31f0105141 req-86261777-38c5-4349-955b-03c05fefcde8 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 946 time: 0.1087759 Sep 21 22:06:02.293238 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8aa4b01d-11d5-425d-b09f-7d31f0105141 req-13a0465a-1a0f-4184-893e-afd6395216ae tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524664 Sep 21 22:06:02.303364 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device d6986ed8-f035-48a9-8069-d0172446eb43 up at agent hyperv_hv-cinder-85881 {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:06:02.364487 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-bc2d611a-83ca-44b8-853f-1fa763c23cb5 req-79b5ad26-ecf5-40d8-ace9-b4cfc5fd60a9 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] For port fe0158a2-2eb9-4797-a85f-f83f92795f58, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=fe0158a2-2eb9-4797-a85f-f83f92795f58,segment=NetworkSegment(64832c79-06e5-4b2e-9d17-904da6f2a29e),segment_id=64832c79-06e5-4b2e-9d17-904da6f2a29e)] {{(pid=116020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:06:02.365424 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-bc2d611a-83ca-44b8-853f-1fa763c23cb5 req-79b5ad26-ecf5-40d8-ace9-b4cfc5fd60a9 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (fe0158a2-2eb9-4797-a85f-f83f92795f58), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:02.445462 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8933aeb8-79c4-47dd-a87e-9beaadc379b1 req-fa471942-44f7-4749-867c-22a5ad835790 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:02.448494 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8933aeb8-79c4-47dd-a87e-9beaadc379b1 req-fa471942-44f7-4749-867c-22a5ad835790 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=d334600c-eb22-40d6-b2a0-32a3595f30cd HTTP/1.1" status: 200 len: 944 time: 0.0725586 Sep 21 22:06:02.448808 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Provisioning for port d6986ed8-f035-48a9-8069-d0172446eb43 completed by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 22:06:02.453426 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Provisioning complete for port d6986ed8-f035-48a9-8069-d0172446eb43 triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:06:02.453805 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (d6986ed8-f035-48a9-8069-d0172446eb43), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:02.454145 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Attempt 1 to provision port d6986ed8-f035-48a9-8069-d0172446eb43 Sep 21 22:06:02.536684 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8933aeb8-79c4-47dd-a87e-9beaadc379b1 req-d3415aca-6a47-4fa6-b58d-0bced3eeaff9 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=fdf14d30-0001-4569-8fc0-b205c4aadb78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762205 Sep 21 22:06:02.579530 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port d6986ed8-f035-48a9-8069-d0172446eb43 is: BUILD; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:06:02.579837 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (d6986ed8-f035-48a9-8069-d0172446eb43), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:02.595528 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-bc2d611a-83ca-44b8-853f-1fa763c23cb5 req-79b5ad26-ecf5-40d8-ace9-b4cfc5fd60a9 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:02.595982 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-bc2d611a-83ca-44b8-853f-1fa763c23cb5 req-79b5ad26-ecf5-40d8-ace9-b4cfc5fd60a9 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494336'] for floatingip (984e6f15-4090-4e8f-b74e-1eaf3a349c10), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:02.596435 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.db.l3_db [req-bc2d611a-83ca-44b8-853f-1fa763c23cb5 req-79b5ad26-ecf5-40d8-ace9-b4cfc5fd60a9 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Floating IP 984e6f15-4090-4e8f-b74e-1eaf3a349c10 disassociated. External IP: 172.27.1.165, port: fe0158a2-2eb9-4797-a85f-f83f92795f58. Sep 21 22:06:02.596935 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [req-bc2d611a-83ca-44b8-853f-1fa763c23cb5 req-79b5ad26-ecf5-40d8-ace9-b4cfc5fd60a9 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Calling delete_port for fe0158a2-2eb9-4797-a85f-f83f92795f58 owned by compute:nova {{(pid=116020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:06:02.608873 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd334600c-eb22-40d6-b2a0-32a3595f30cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6986ed8-f035-48a9-8069-d0172446eb43'}] {{(pid=116021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:06:02.611252 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d500dca99ac2bf62db1703b02a00765538e18f27ddf2ede5333818e021564b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd9de34-e505-44db-a7c5-42769598ab31" -d '{"events": [{"server_uuid": "d334600c-eb22-40d6-b2a0-32a3595f30cd", "name": "network-vif-plugged", "status": "completed", "tag": "d6986ed8-f035-48a9-8069-d0172446eb43"}]}' {{(pid=116021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:06:02.626009 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port d6986ed8-f035-48a9-8069-d0172446eb43, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=d6986ed8-f035-48a9-8069-d0172446eb43,segment=NetworkSegment(198c478d-e58c-4168-b5f9-1fac1821e084),segment_id=198c478d-e58c-4168-b5f9-1fac1821e084)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:06:02.680408 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69d2174-3e12-40f4-9dca-87298f4bd527 x-openstack-request-id: req-f69d2174-3e12-40f4-9dca-87298f4bd527 {{(pid=116021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:06:02.680937 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d334600c-eb22-40d6-b2a0-32a3595f30cd", "name": "network-vif-plugged", "status": "completed", "tag": "d6986ed8-f035-48a9-8069-d0172446eb43", "code": 200}]} {{(pid=116021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:06:02.681334 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f69d2174-3e12-40f4-9dca-87298f4bd527 {{(pid=116021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:06:02.681937 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f69d2174-3e12-40f4-9dca-87298f4bd527'] response: {'server_uuid': 'd334600c-eb22-40d6-b2a0-32a3595f30cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6986ed8-f035-48a9-8069-d0172446eb43', 'code': 200} Sep 21 22:06:02.699175 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (d6986ed8-f035-48a9-8069-d0172446eb43), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:02.700206 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device 706976ff-af50-43e6-9626-57fc5a8de1eb no longer exists at agent hyperv_hv-cinder-85881 {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:06:02.743488 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] No Port match for: 706976ff-af50-43e6-9626-57fc5a8de1eb {{(pid=116021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:06:02.744006 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device 706976ff-af50-43e6-9626-57fc5a8de1eb not bound to the agent host hv-cinder-85881 {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:06:02.776577 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=d6986ed8-f035-48a9-8069-d0172446eb43,revision_number=5']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:06:02.856171 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a207dfd-30b2-46b1-a858-dd300eaab3e6 req-213a0f02-993d-4a10-a1b0-3509d9ee2082 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:02.857870 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-9a207dfd-30b2-46b1-a858-dd300eaab3e6 req-213a0f02-993d-4a10-a1b0-3509d9ee2082 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=178a6b41-104d-414e-9f66-c59fb2250161 HTTP/1.1" status: 200 len: 945 time: 0.1203895 Sep 21 22:06:02.905321 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-bc2d611a-83ca-44b8-853f-1fa763c23cb5 req-79b5ad26-ecf5-40d8-ace9-b4cfc5fd60a9 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (fe0158a2-2eb9-4797-a85f-f83f92795f58), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:02.959928 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-9a207dfd-30b2-46b1-a858-dd300eaab3e6 req-9b6727f1-1bba-456d-9eca-cc746d01bbff tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=1bac6360-6465-4414-ac87-656af7d4e782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693827 Sep 21 22:06:03.018754 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b5ad26-ecf5-40d8-ace9-b4cfc5fd60a9 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Pushing event deleted for resources: {'Port': ['ID=fe0158a2-2eb9-4797-a85f-f83f92795f58,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:06:03.157938 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc2d611a-83ca-44b8-853f-1fa763c23cb5 req-79b5ad26-ecf5-40d8-ace9-b4cfc5fd60a9 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Router bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55 has already been hosted by L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 {{(pid=116020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:06:03.226585 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcfa2b-28da-4f2b-a3c2-45f0d4bb56eb req-a6996780-63e4-4bd0-9bdc-ccfc8bf2e008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:03.228513 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-a3dcfa2b-28da-4f2b-a3c2-45f0d4bb56eb req-a6996780-63e4-4bd0-9bdc-ccfc8bf2e008 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d334600c-eb22-40d6-b2a0-32a3595f30cd HTTP/1.1" status: 200 len: 1129 time: 0.1018536 Sep 21 22:06:03.317130 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc2d611a-83ca-44b8-853f-1fa763c23cb5 req-79b5ad26-ecf5-40d8-ace9-b4cfc5fd60a9 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:06:03.354579 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd772cf-bad6-42e2-b62c-12452d8455f3 None None] Sync routers for ids ['bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'] in dv-cinder-858819-1-iscsi {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:06:03.355387 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-a3dcfa2b-28da-4f2b-a3c2-45f0d4bb56eb req-9384c733-c45b-4310-9624-5570399005fe service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=fdf14d30-0001-4569-8fc0-b205c4aadb78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154487 Sep 21 22:06:03.387462 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd772cf-bad6-42e2-b62c-12452d8455f3 None None] Routers {'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:06:03.388874 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-2cd772cf-bad6-42e2-b62c-12452d8455f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:05:48Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:06:03.411744 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc2d611a-83ca-44b8-853f-1fa763c23cb5 req-79b5ad26-ecf5-40d8-ace9-b4cfc5fd60a9 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] No DVR routers for this DVR port fe0158a2-2eb9-4797-a85f-f83f92795f58 on host hv-cinder-85881 {{(pid=116020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:06:03.414095 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-bc2d611a-83ca-44b8-853f-1fa763c23cb5 req-79b5ad26-ecf5-40d8-ace9-b4cfc5fd60a9 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:03.422562 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-bc2d611a-83ca-44b8-853f-1fa763c23cb5 req-79b5ad26-ecf5-40d8-ace9-b4cfc5fd60a9 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.71 "DELETE /v2.0/ports/fe0158a2-2eb9-4797-a85f-f83f92795f58 HTTP/1.1" status: 204 len: 173 time: 1.3351316 Sep 21 22:06:03.422838 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '178a6b41-104d-414e-9f66-c59fb2250161', 'name': 'network-vif-deleted', 'tag': 'fe0158a2-2eb9-4797-a85f-f83f92795f58'}] {{(pid=116020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:06:03.427443 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}616469ce01b4343580b51944d90e43cdadd76175ffa2c7c7ae3ce11ef7217efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7feb4cb8-c622-4013-84c9-d77c3f249020" -d '{"events": [{"server_uuid": "178a6b41-104d-414e-9f66-c59fb2250161", "name": "network-vif-deleted", "tag": "fe0158a2-2eb9-4797-a85f-f83f92795f58"}]}' {{(pid=116020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:06:03.444789 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ade1c-1bd3-4fa3-af37-6f7bbd568de0 req-bfd71a00-6f1c-4b7d-8b3d-2cd51dc91123 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:03.448196 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-5a7ade1c-1bd3-4fa3-af37-6f7bbd568de0 req-bfd71a00-6f1c-4b7d-8b3d-2cd51dc91123 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=265d80a0-fca9-4f50-a08c-602210d0a96f HTTP/1.1" status: 200 len: 945 time: 0.1493318 Sep 21 22:06:03.532539 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-2cd772cf-bad6-42e2-b62c-12452d8455f3 None None] Set router bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:06:03.555207 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-5a7ade1c-1bd3-4fa3-af37-6f7bbd568de0 req-98d87014-be3c-404b-9442-ed916949f4fa tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991170 Sep 21 22:06:03.600111 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22215b30-7ec3-4b6a-9303-5454d297318c req-2ca38eea-5581-42ad-b152-3595e2859caa tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:03.600111 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-22215b30-7ec3-4b6a-9303-5454d297318c req-2ca38eea-5581-42ad-b152-3595e2859caa tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 946 time: 0.1060891 Sep 21 22:06:03.674456 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c68701-f141-479b-bef5-c2340458b621 x-openstack-request-id: req-70c68701-f141-479b-bef5-c2340458b621 {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:06:03.674869 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "178a6b41-104d-414e-9f66-c59fb2250161", "name": "network-vif-deleted", "tag": "fe0158a2-2eb9-4797-a85f-f83f92795f58", "status": "completed", "code": 200}]} {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:06:03.675323 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-70c68701-f141-479b-bef5-c2340458b621 {{(pid=116020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:06:03.683637 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70c68701-f141-479b-bef5-c2340458b621'] response: {'server_uuid': '178a6b41-104d-414e-9f66-c59fb2250161', 'name': 'network-vif-deleted', 'tag': 'fe0158a2-2eb9-4797-a85f-f83f92795f58', 'status': 'completed', 'code': 200} Sep 21 22:06:03.693627 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-22215b30-7ec3-4b6a-9303-5454d297318c req-1df531b7-2a78-4acf-8c16-7ee54c0ce62a tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923800 Sep 21 22:06:03.794433 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-2cd772cf-bad6-42e2-b62c-12452d8455f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'name': 'tempest-AttachVolumeNegativeTest-1717603948-router', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:27Z', 'updated_at': '2022-09-21T22:00:36Z', 'revision_number': 4, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'gw_port': {'id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': 'a0c9154d-e5e0-4b4e-9149-22dcbcaa508b', 'name': '', 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'mac_address': 'fa:16:3e:41:8a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1a441478-37fd-49f9-afec-ab177303560e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:34Z', 'updated_at': '2022-09-21T22:00:47Z', 'revision_number': 5, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'subnets': [{'id': '1a441478-37fd-49f9-afec-ab177303560e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:06:03.823377 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd772cf-bad6-42e2-b62c-12452d8455f3 None None] Checking router: bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55 for host: dv-cinder-858819-1-iscsi {{(pid=116022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:06:03.823725 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e7113-a416-47de-9d1c-12c2a092fa46 req-f4333b37-0111-4453-ab2b-9874b7d6a03e tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:03.826873 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-7d1e7113-a416-47de-9d1c-12c2a092fa46 req-f4333b37-0111-4453-ab2b-9874b7d6a03e tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=d334600c-eb22-40d6-b2a0-32a3595f30cd HTTP/1.1" status: 200 len: 945 time: 0.0903294 Sep 21 22:06:03.844264 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd772cf-bad6-42e2-b62c-12452d8455f3 None None] Routers {'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:06:03.844935 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-2cd772cf-bad6-42e2-b62c-12452d8455f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:05:48Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:06:03.917229 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-7d1e7113-a416-47de-9d1c-12c2a092fa46 req-07c647ea-c883-4f9e-9b21-cf9495a3d4ca tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=fdf14d30-0001-4569-8fc0-b205c4aadb78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806425 Sep 21 22:06:03.923351 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [req-86c061c3-39ea-4bf4-bf97-d13100e0482f req-343fab27-67d3-40a0-ac4e-1b611c25a56a service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=116019) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 22:06:03.924489 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-86c061c3-39ea-4bf4-bf97-d13100e0482f req-343fab27-67d3-40a0-ac4e-1b611c25a56a service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0961783 Sep 21 22:06:03.976025 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-2cd772cf-bad6-42e2-b62c-12452d8455f3 None None] Set router bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:06:04.114149 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-79cbff83-a4c7-4e43-8276-ef5083c10b7b req-3c815fc1-c9d1-43f1-8720-17d4aea29730 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=178a6b41-104d-414e-9f66-c59fb2250161 HTTP/1.1" status: 200 len: 210 time: 0.0346289 Sep 21 22:06:04.348322 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-2cd772cf-bad6-42e2-b62c-12452d8455f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'name': 'tempest-AttachVolumeNegativeTest-1717603948-router', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:27Z', 'updated_at': '2022-09-21T22:00:36Z', 'revision_number': 4, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'gw_port': {'id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': 'a0c9154d-e5e0-4b4e-9149-22dcbcaa508b', 'name': '', 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'mac_address': 'fa:16:3e:41:8a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1a441478-37fd-49f9-afec-ab177303560e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:34Z', 'updated_at': '2022-09-21T22:00:47Z', 'revision_number': 5, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'subnets': [{'id': '1a441478-37fd-49f9-afec-ab177303560e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:06:04.390650 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd772cf-bad6-42e2-b62c-12452d8455f3 None None] The sync data for ids ['bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'] in dv-cinder-858819-1-iscsi is: [{'id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'name': 'tempest-AttachVolumeNegativeTest-1717603948-router', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:27Z', 'updated_at': '2022-09-21T22:00:36Z', 'revision_number': 4, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'gw_port': {'id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': 'a0c9154d-e5e0-4b4e-9149-22dcbcaa508b', 'name': '', 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'mac_address': 'fa:16:3e:41:8a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1a441478-37fd-49f9-afec-ab177303560e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:34Z', 'updated_at': '2022-09-21T22:00:47Z', 'revision_number': 5, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'subnets': [{'id': '1a441478-37fd-49f9-afec-ab177303560e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:06:04.418104 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd1087-91d9-47ca-ad39-3c208692ea51 req-4fb47ba5-47bf-45d5-ac7f-3ecb63d47929 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:04.431093 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-83dd1087-91d9-47ca-ad39-3c208692ea51 req-4fb47ba5-47bf-45d5-ac7f-3ecb63d47929 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 946 time: 0.0908434 Sep 21 22:06:04.452543 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-e8d7e61b-69c1-44bc-bfd9-07f8cb41522f req-83e32c88-38cb-4af4-bdd6-66f46db908a0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0798497 Sep 21 22:06:04.515861 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-83dd1087-91d9-47ca-ad39-3c208692ea51 req-6cc3480a-d8a2-42ef-a8a4-551217655f40 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703316 Sep 21 22:06:04.576275 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7e61b-69c1-44bc-bfd9-07f8cb41522f req-4e7282dd-cb88-488b-b322-60022a8cfca6 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:04.578143 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-e8d7e61b-69c1-44bc-bfd9-07f8cb41522f req-4e7282dd-cb88-488b-b322-60022a8cfca6 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports/d9aa81ae-410b-4f57-b18c-445cc091494d HTTP/1.1" status: 200 len: 943 time: 0.0635827 Sep 21 22:06:04.806683 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19a0d1-5c48-4be3-b213-83b54832c0c5 req-e1a0e446-28c7-4834-8414-b2c75944a1bf tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:04.809731 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-9b19a0d1-5c48-4be3-b213-83b54832c0c5 req-e1a0e446-28c7-4834-8414-b2c75944a1bf tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=265d80a0-fca9-4f50-a08c-602210d0a96f HTTP/1.1" status: 200 len: 945 time: 0.1218743 Sep 21 22:06:04.852629 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1fd20f-6239-4329-ba3b-20d2434d2bda None None] New status for floating IP 984e6f15-4090-4e8f-b74e-1eaf3a349c10: DOWN {{(pid=116021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 22:06:04.890121 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-9b19a0d1-5c48-4be3-b213-83b54832c0c5 req-97342ba7-47b7-4558-bc51-f67825246dce tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739760 Sep 21 22:06:05.097252 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95fdede-ba72-4d53-897c-4996e2643032 req-926c68f7-919b-475c-babe-54d0f8e7efca tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:05.099641 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-a95fdede-ba72-4d53-897c-4996e2643032 req-926c68f7-919b-475c-babe-54d0f8e7efca tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=d334600c-eb22-40d6-b2a0-32a3595f30cd HTTP/1.1" status: 200 len: 945 time: 0.0670388 Sep 21 22:06:05.161681 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-a95fdede-ba72-4d53-897c-4996e2643032 req-93874cf8-c6cd-484c-8770-cf460ec44f37 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=fdf14d30-0001-4569-8fc0-b205c4aadb78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515752 Sep 21 22:06:05.314513 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 35950) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:06:05.337356 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d04df-d5a8-4f33-b718-54430aca2bb2 req-b3bbcf08-0545-48cb-8340-f1a3d7ad0d74 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:05.339050 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-e48d04df-d5a8-4f33-b718-54430aca2bb2 req-b3bbcf08-0545-48cb-8340-f1a3d7ad0d74 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=d334600c-eb22-40d6-b2a0-32a3595f30cd HTTP/1.1" status: 200 len: 945 time: 0.0654135 Sep 21 22:06:05.349941 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 35952) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:06:05.357351 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-6cc0b7d6-e0da-4698-87bb-fb8ab63e445d tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Request body: {'floatingip': {'port_id': 'd6986ed8-f035-48a9-8069-d0172446eb43'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:06:05.436640 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-6cc0b7d6-e0da-4698-87bb-fb8ab63e445d tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks [] for floatingip (8a27c7b9-6848-4a94-b2de-7487671fd320), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:05.513564 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-d3f22549-eb4b-43be-aa13-ec9efd736bd8 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for security_group (1bac6360-6465-4414-ac87-656af7d4e782), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:05.587154 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-d3f22549-eb4b-43be-aa13-ec9efd736bd8 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for security_group (1bac6360-6465-4414-ac87-656af7d4e782), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:05.672389 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51fbd2-1eab-48ab-997a-7c0f093775e7 req-7bffa5cf-839d-4bc3-aac7-720bb67b485a tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:05.676735 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-cf51fbd2-1eab-48ab-997a-7c0f093775e7 req-7bffa5cf-839d-4bc3-aac7-720bb67b485a tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 946 time: 0.0672925 Sep 21 22:06:05.763223 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-cf51fbd2-1eab-48ab-997a-7c0f093775e7 req-f033595d-9564-475b-97b8-1c7045bcb4ff tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824111 Sep 21 22:06:05.900444 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-d3f22549-eb4b-43be-aa13-ec9efd736bd8 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (1bac6360-6465-4414-ac87-656af7d4e782), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:05.903272 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-d3f22549-eb4b-43be-aa13-ec9efd736bd8 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:05.904637 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-d3f22549-eb4b-43be-aa13-ec9efd736bd8 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "DELETE /v2.0/security-groups/1bac6360-6465-4414-ac87-656af7d4e782 HTTP/1.1" status: 204 len: 168 time: 0.5877514 Sep 21 22:06:05.908220 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 35956) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:06:05.922463 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f22549-eb4b-43be-aa13-ec9efd736bd8 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bac6360-6465-4414-ac87-656af7d4e782,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:06:05.926014 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.api.v2.resource [None req-0227a79c-bfaa-4108-a120-dd6048d58705 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] show failed (client error): The resource could not be found. Sep 21 22:06:05.927590 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-0227a79c-bfaa-4108-a120-dd6048d58705 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups/1bac6360-6465-4414-ac87-656af7d4e782 HTTP/1.1" status: 404 len: 347 time: 0.0178964 Sep 21 22:06:05.932126 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 35960) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:06:06.165726 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe024df-efbc-4c3c-9c06-37a16847e03e req-6b4f0213-c669-4aca-8830-ccfa71947e01 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:06.167456 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-4fe024df-efbc-4c3c-9c06-37a16847e03e req-6b4f0213-c669-4aca-8830-ccfa71947e01 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=265d80a0-fca9-4f50-a08c-602210d0a96f HTTP/1.1" status: 200 len: 945 time: 0.1330385 Sep 21 22:06:06.172606 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.plugin [None req-1d60866a-885c-4340-90a9-5858717238c7 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Deleting port 16419bba-99fe-4d02-9c7c-df259a4d18a0 {{(pid=116019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:06:06.173090 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-1d60866a-885c-4340-90a9-5858717238c7 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (16419bba-99fe-4d02-9c7c-df259a4d18a0), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:06.286029 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-4fe024df-efbc-4c3c-9c06-37a16847e03e req-4cf401b4-8d41-4055-b838-fa1dce0bab5c tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994389 Sep 21 22:06:06.303182 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-1d60866a-885c-4340-90a9-5858717238c7 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (16419bba-99fe-4d02-9c7c-df259a4d18a0), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:06.303650 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-1d60866a-885c-4340-90a9-5858717238c7 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for floatingip (16419bba-99fe-4d02-9c7c-df259a4d18a0), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:06.318594 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device d9aa81ae-410b-4f57-b18c-445cc091494d no longer exists at agent hyperv_hv-cinder-85881 {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:06:06.324437 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.plugin [None req-1d60866a-885c-4340-90a9-5858717238c7 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Calling delete_port for 16419bba-99fe-4d02-9c7c-df259a4d18a0 owned by network:floatingip {{(pid=116019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:06:06.413330 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port d9aa81ae-410b-4f57-b18c-445cc091494d is: ACTIVE; New status is: DOWN {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:06:06.414015 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (d9aa81ae-410b-4f57-b18c-445cc091494d), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:06.440389 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-6cc0b7d6-e0da-4698-87bb-fb8ab63e445d tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:06.452487 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2703320a-95cb-4c2e-b640-da7106fc48e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9aa81ae-410b-4f57-b18c-445cc091494d'}] {{(pid=116021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:06:06.455444 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d500dca99ac2bf62db1703b02a00765538e18f27ddf2ede5333818e021564b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46271b3a-913c-4ddb-817f-8176aa15154b" -d '{"events": [{"server_uuid": "2703320a-95cb-4c2e-b640-da7106fc48e2", "name": "network-vif-unplugged", "status": "completed", "tag": "d9aa81ae-410b-4f57-b18c-445cc091494d"}]}' {{(pid=116021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:06:06.459973 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port d9aa81ae-410b-4f57-b18c-445cc091494d, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=d9aa81ae-410b-4f57-b18c-445cc091494d,segment=NetworkSegment(4fff32e9-f6fd-44da-9fbd-cc690d6c811a),segment_id=4fff32e9-f6fd-44da-9fbd-cc690d6c811a)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:06:06.505996 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 21 Sep 2022 22:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9645f33-d4d6-404d-82aa-bac0286e2015 x-openstack-request-id: req-f9645f33-d4d6-404d-82aa-bac0286e2015 {{(pid=116021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:06:06.506295 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2703320a-95cb-4c2e-b640-da7106fc48e2", "name": "network-vif-unplugged", "status": "failed", "tag": "d9aa81ae-410b-4f57-b18c-445cc091494d", "code": 422}]} {{(pid=116021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:06:06.506560 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f9645f33-d4d6-404d-82aa-bac0286e2015 {{(pid=116021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:06:06.507068 dv-cinder-858819-1-iscsi neutron-server[116021]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-f9645f33-d4d6-404d-82aa-bac0286e2015']: {'server_uuid': '2703320a-95cb-4c2e-b640-da7106fc48e2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd9aa81ae-410b-4f57-b18c-445cc091494d', 'code': 422} returned with failed status Sep 21 22:06:06.550906 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-6cc0b7d6-e0da-4698-87bb-fb8ab63e445d tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494336'] for floatingip (8a27c7b9-6848-4a94-b2de-7487671fd320), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:06.596117 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (d9aa81ae-410b-4f57-b18c-445cc091494d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:06.597563 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device fe0158a2-2eb9-4797-a85f-f83f92795f58 no longer exists at agent hyperv_hv-cinder-85881 {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:06:06.630632 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-1d60866a-885c-4340-90a9-5858717238c7 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052'] for port (16419bba-99fe-4d02-9c7c-df259a4d18a0), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:06.643783 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] No Port match for: fe0158a2-2eb9-4797-a85f-f83f92795f58 {{(pid=116021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:06:06.644187 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device fe0158a2-2eb9-4797-a85f-f83f92795f58 not bound to the agent host hv-cinder-85881 {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:06:06.666556 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d60866a-885c-4340-90a9-5858717238c7 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Pushing event deleted for resources: {'Port': ['ID=16419bba-99fe-4d02-9c7c-df259a4d18a0,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:06:06.677762 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=d9aa81ae-410b-4f57-b18c-445cc091494d,revision_number=6']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:06:06.705965 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.db.l3_db [None req-6cc0b7d6-e0da-4698-87bb-fb8ab63e445d tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Floating IP 8a27c7b9-6848-4a94-b2de-7487671fd320 associated. External IP: 172.27.1.196, port: d6986ed8-f035-48a9-8069-d0172446eb43. Sep 21 22:06:06.709198 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-1d60866a-885c-4340-90a9-5858717238c7 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for floatingip (984e6f15-4090-4e8f-b74e-1eaf3a349c10), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:06.714634 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-1d60866a-885c-4340-90a9-5858717238c7 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for floatingip (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:06.716589 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-1d60866a-885c-4340-90a9-5858717238c7 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "DELETE /v2.0/floatingips/984e6f15-4090-4e8f-b74e-1eaf3a349c10 HTTP/1.1" status: 204 len: 168 time: 0.7828586 Sep 21 22:06:06.866881 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 35968) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:06:06.874027 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-8794ffd6-5f25-42b2-952a-2dea5c77e00f tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1203369625', 'description': 'tempest-description--1230189207'}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:06:06.990482 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80dcd19-4777-405a-8944-c990e4225d75 req-faa27927-c879-4705-859f-d158f887123d tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:06.992544 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-a80dcd19-4777-405a-8944-c990e4225d75 req-faa27927-c879-4705-859f-d158f887123d tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 944 time: 0.0927668 Sep 21 22:06:07.045023 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-8794ffd6-5f25-42b2-952a-2dea5c77e00f tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for security_group (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:07.106698 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-a80dcd19-4777-405a-8944-c990e4225d75 req-16a40216-2f5b-472c-9885-061ac6fee7d4 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077495 Sep 21 22:06:07.140346 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc0b7d6-e0da-4698-87bb-fb8ab63e445d tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Router 6ed75fd2-e652-4cca-83e3-60b12bd2f039 has already been hosted by L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 {{(pid=116020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:06:07.174375 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c8000-fedd-4609-96d4-477902c7703a req-7445839e-8924-44ad-800e-14a42d363604 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:07.177613 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-6a7c8000-fedd-4609-96d4-477902c7703a req-7445839e-8924-44ad-800e-14a42d363604 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.71 "GET /v2.0/ports?device_id=265d80a0-fca9-4f50-a08c-602210d0a96f HTTP/1.1" status: 200 len: 945 time: 0.1101217 Sep 21 22:06:07.417457 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-8794ffd6-5f25-42b2-952a-2dea5c77e00f tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for security_group (83ff88a0-8668-471b-9e4e-f56cfd55bc70), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:07.458871 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc0b7d6-e0da-4698-87bb-fb8ab63e445d tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:06:07.467067 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-6cc0b7d6-e0da-4698-87bb-fb8ab63e445d tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for floatingip (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:07.474757 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5047e1-61cd-4629-bb5d-63ef499ed14f None None] Sync routers for ids ['6ed75fd2-e652-4cca-83e3-60b12bd2f039'] in dv-cinder-858819-1-iscsi {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:06:07.495322 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5047e1-61cd-4629-bb5d-63ef499ed14f None None] Routers {'6ed75fd2-e652-4cca-83e3-60b12bd2f039'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:06:07.503706 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-1b5047e1-61cd-4629-bb5d-63ef499ed14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:05:48Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['6ed75fd2-e652-4cca-83e3-60b12bd2f039'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:06:07.503982 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [req-6a7c8000-fedd-4609-96d4-477902c7703a req-daa62aa1-bafa-4f14-b920-60b3519cb27d tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Deleting port b34f6617-3c6e-4980-ab1b-3aa5e8b694e8 {{(pid=116020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:06:07.503982 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-6a7c8000-fedd-4609-96d4-477902c7703a req-daa62aa1-bafa-4f14-b920-60b3519cb27d tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (b34f6617-3c6e-4980-ab1b-3aa5e8b694e8), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:07.533201 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-8794ffd6-5f25-42b2-952a-2dea5c77e00f tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (83ff88a0-8668-471b-9e4e-f56cfd55bc70), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:07.562655 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde55cb-e412-4d22-a66a-d2720698ac36 req-aec6ad98-cc29-4a6b-8a06-bd7fdb14b988 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:07.565451 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-3bde55cb-e412-4d22-a66a-d2720698ac36 req-aec6ad98-cc29-4a6b-8a06-bd7fdb14b988 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=265d80a0-fca9-4f50-a08c-602210d0a96f HTTP/1.1" status: 200 len: 945 time: 0.1172736 Sep 21 22:06:07.642465 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794ffd6-5f25-42b2-952a-2dea5c77e00f tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83ff88a0-8668-471b-9e4e-f56cfd55bc70,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:06:07.642782 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-6cc0b7d6-e0da-4698-87bb-fb8ab63e445d tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "PUT /v2.0/floatingips/8a27c7b9-6848-4a94-b2de-7487671fd320 HTTP/1.1" status: 200 len: 991 time: 2.2908552 Sep 21 22:06:07.650714 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd334600c-eb22-40d6-b2a0-32a3595f30cd', 'tag': 'd6986ed8-f035-48a9-8069-d0172446eb43'}] {{(pid=116020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:06:07.658468 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}616469ce01b4343580b51944d90e43cdadd76175ffa2c7c7ae3ce11ef7217efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6734eca-f3ab-4850-ace9-79d2dc0d68fc" -d '{"events": [{"name": "network-changed", "server_uuid": "d334600c-eb22-40d6-b2a0-32a3595f30cd", "tag": "d6986ed8-f035-48a9-8069-d0172446eb43"}]}' {{(pid=116020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:06:07.697743 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-3bde55cb-e412-4d22-a66a-d2720698ac36 req-ce54609d-c6f9-4c1c-810d-28abe57113ca tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/security-groups?id=019b536f-d273-477b-9e76-588d11085a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047466 Sep 21 22:06:07.704600 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-1b5047e1-61cd-4629-bb5d-63ef499ed14f None None] Set router 6ed75fd2-e652-4cca-83e3-60b12bd2f039 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:06:07.744597 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-8794ffd6-5f25-42b2-952a-2dea5c77e00f tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:07.746817 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-8794ffd6-5f25-42b2-952a-2dea5c77e00f tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8782365 Sep 21 22:06:07.752057 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 35976) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:06:07.752497 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5705842-228c-4aa3-8386-50cee7f85b17 x-openstack-request-id: req-d5705842-228c-4aa3-8386-50cee7f85b17 {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:06:07.752842 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d334600c-eb22-40d6-b2a0-32a3595f30cd", "tag": "d6986ed8-f035-48a9-8069-d0172446eb43", "status": "completed", "code": 200}]} {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:06:07.753263 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d5705842-228c-4aa3-8386-50cee7f85b17 {{(pid=116020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:06:07.754483 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5705842-228c-4aa3-8386-50cee7f85b17'] response: {'name': 'network-changed', 'server_uuid': 'd334600c-eb22-40d6-b2a0-32a3595f30cd', 'tag': 'd6986ed8-f035-48a9-8069-d0172446eb43', 'status': 'completed', 'code': 200} Sep 21 22:06:07.761623 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7e61b-69c1-44bc-bfd9-07f8cb41522f req-46373b44-2afb-4155-952e-78b3bc160ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:07.764280 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-e8d7e61b-69c1-44bc-bfd9-07f8cb41522f req-46373b44-2afb-4155-952e-78b3bc160ac0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2&tenant_id=3a736bcce41d413f88518c9f7501738c HTTP/1.1" status: 200 len: 1128 time: 0.1863921 Sep 21 22:06:07.774798 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-f1539d62-71a3-49b9-951d-486a15c1250c tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Request body: {'security_group_rule': {'security_group_id': '83ff88a0-8668-471b-9e4e-f56cfd55bc70', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:06:07.831092 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-6a7c8000-fedd-4609-96d4-477902c7703a req-daa62aa1-bafa-4f14-b920-60b3519cb27d tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] For port b34f6617-3c6e-4980-ab1b-3aa5e8b694e8, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=b34f6617-3c6e-4980-ab1b-3aa5e8b694e8,segment=NetworkSegment(1fe5eab9-96f0-4b3e-9716-db26533318f5),segment_id=1fe5eab9-96f0-4b3e-9716-db26533318f5)] {{(pid=116020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:06:07.832804 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-6a7c8000-fedd-4609-96d4-477902c7703a req-daa62aa1-bafa-4f14-b920-60b3519cb27d tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (b34f6617-3c6e-4980-ab1b-3aa5e8b694e8), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:07.900594 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [req-6a7c8000-fedd-4609-96d4-477902c7703a req-daa62aa1-bafa-4f14-b920-60b3519cb27d tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Calling delete_port for b34f6617-3c6e-4980-ab1b-3aa5e8b694e8 owned by compute:nova {{(pid=116020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:06:07.912213 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-f1539d62-71a3-49b9-951d-486a15c1250c tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for security_group_rule (da129203-eb79-4072-b9ce-53e0c8b5ab28), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:08.006138 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-f1539d62-71a3-49b9-951d-486a15c1250c tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for security_group_rule (da129203-eb79-4072-b9ce-53e0c8b5ab28), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:08.010017 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6734eca-f3ab-4850-ace9-79d2dc0d68fc req-01925299-1c6a-42cb-bb5b-b3214de559ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:08.011652 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-d6734eca-f3ab-4850-ace9-79d2dc0d68fc req-01925299-1c6a-42cb-bb5b-b3214de559ab service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b33a94a4c3ce4d1c85fa49c2871df1d3&device_id=d334600c-eb22-40d6-b2a0-32a3595f30cd HTTP/1.1" status: 200 len: 1129 time: 0.2157574 Sep 21 22:06:08.017734 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7e61b-69c1-44bc-bfd9-07f8cb41522f req-ec56857e-61ce-480a-b3b7-8207935a0ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:08.019914 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-e8d7e61b-69c1-44bc-bfd9-07f8cb41522f req-ec56857e-61ce-480a-b3b7-8207935a0ca7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3a736bcce41d413f88518c9f7501738c&device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 1128 time: 0.2011740 Sep 21 22:06:08.087382 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-f1539d62-71a3-49b9-951d-486a15c1250c tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614269'] for security_group_rule (da129203-eb79-4072-b9ce-53e0c8b5ab28), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:08.123538 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1539d62-71a3-49b9-951d-486a15c1250c tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da129203-eb79-4072-b9ce-53e0c8b5ab28,revision_number=0']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:06:08.133331 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-1b5047e1-61cd-4629-bb5d-63ef499ed14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'name': 'tempest-AttachVolumeTestJSON-499943819-router', 'tenant_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '69a493c8-d0be-4fc6-b371-e09a67ddc586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:39Z', 'revision_number': 4, 'project_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'gw_port': {'id': '69a493c8-d0be-4fc6-b371-e09a67ddc586', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:04:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:29Z', 'updated_at': '2022-09-21T22:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_floatingips': [{'id': '8a27c7b9-6848-4a94-b2de-7487671fd320', 'tenant_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'floating_ip_address': '172.27.1.196', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'port_id': 'd6986ed8-f035-48a9-8069-d0172446eb43', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96c55cd8-33b0-4027-994a-bc89dd1c7933', 'mac_address': 'fa:16:3e:5e:7c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd334600c-eb22-40d6-b2a0-32a3595f30cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:05:50Z', 'updated_at': '2022-09-21T22:06:06Z', 'revision_number': 1, 'project_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50c0681d-1ad9-4055-ac69-94408c9daffa', 'name': '', 'network_id': '96c55cd8-33b0-4027-994a-bc89dd1c7933', 'tenant_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'mac_address': 'fa:16:3e:6f:17:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'ce246b9e-d1ab-41c3-9dad-8fd19a0b2f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:36Z', 'updated_at': '2022-09-21T22:00:54Z', 'revision_number': 5, 'project_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'subnets': [{'id': 'ce246b9e-d1ab-41c3-9dad-8fd19a0b2f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:06:08.174198 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5047e1-61cd-4629-bb5d-63ef499ed14f None None] Checking router: 6ed75fd2-e652-4cca-83e3-60b12bd2f039 for host: dv-cinder-858819-1-iscsi {{(pid=116022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:06:08.191480 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5047e1-61cd-4629-bb5d-63ef499ed14f None None] Routers {'6ed75fd2-e652-4cca-83e3-60b12bd2f039'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:06:08.192556 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-1b5047e1-61cd-4629-bb5d-63ef499ed14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:05:48Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['6ed75fd2-e652-4cca-83e3-60b12bd2f039'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:06:08.262538 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-f1539d62-71a3-49b9-951d-486a15c1250c tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:08.264570 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-f1539d62-71a3-49b9-951d-486a15c1250c tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4983473 Sep 21 22:06:08.268707 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 35988) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:06:08.280318 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-eb4c81a6-05e9-44f8-b4cd-b69b06f3569a tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Request body: {'security_group_rule': {'security_group_id': '83ff88a0-8668-471b-9e4e-f56cfd55bc70', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:06:08.292734 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6734eca-f3ab-4850-ace9-79d2dc0d68fc req-ed768869-8550-434d-8aed-e57fd6f34b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:08.295841 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-d6734eca-f3ab-4850-ace9-79d2dc0d68fc req-ed768869-8550-434d-8aed-e57fd6f34b25 service neutron] 10.222.0.71 "GET /v2.0/networks?id=96c55cd8-33b0-4027-994a-bc89dd1c7933 HTTP/1.1" status: 200 len: 911 time: 0.2696500 Sep 21 22:06:08.376348 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7e61b-69c1-44bc-bfd9-07f8cb41522f req-39ba5e65-48e9-42b8-9eec-1d93c3be4c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:08.380637 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-e8d7e61b-69c1-44bc-bfd9-07f8cb41522f req-39ba5e65-48e9-42b8-9eec-1d93c3be4c55 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8ce7ca27-65f9-442f-9460-582319d50317 HTTP/1.1" status: 200 len: 910 time: 0.3517890 Sep 21 22:06:08.436112 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-eb4c81a6-05e9-44f8-b4cd-b69b06f3569a tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for security_group_rule (4c07cc8d-b4d0-4940-ba1b-f98d313e7e89), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:08.445256 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-1b5047e1-61cd-4629-bb5d-63ef499ed14f None None] Set router 6ed75fd2-e652-4cca-83e3-60b12bd2f039 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:06:08.464932 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-6a7c8000-fedd-4609-96d4-477902c7703a req-daa62aa1-bafa-4f14-b920-60b3519cb27d tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (b34f6617-3c6e-4980-ab1b-3aa5e8b694e8), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:08.485367 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] get_ports_and_sgs() called for port_ids ['b34f6617-3c6e-4980-ab1b-3aa5e8b694e8'] {{(pid=116021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:06:08.548249 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-eb4c81a6-05e9-44f8-b4cd-b69b06f3569a tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for security_group_rule (4c07cc8d-b4d0-4940-ba1b-f98d313e7e89), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:08.570982 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-d6734eca-f3ab-4850-ace9-79d2dc0d68fc req-dbeb9e6b-aba9-49e7-9129-c2c06d8c100a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6986ed8-f035-48a9-8069-d0172446eb43 HTTP/1.1" status: 200 len: 999 time: 0.2617946 Sep 21 22:06:08.572305 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa62aa1-bafa-4f14-b920-60b3519cb27d tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Pushing event deleted for resources: {'Port': ['ID=b34f6617-3c6e-4980-ab1b-3aa5e8b694e8,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:06:08.582367 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb46194f-f836-43d8-908b-93e2d794a489 req-8b938549-31d9-4759-aea3-e12ff43884f0 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:08.584181 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-bb46194f-f836-43d8-908b-93e2d794a489 req-8b938549-31d9-4759-aea3-e12ff43884f0 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 944 time: 0.2425511 Sep 21 22:06:08.645780 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-eb4c81a6-05e9-44f8-b4cd-b69b06f3569a tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614269'] for security_group_rule (4c07cc8d-b4d0-4940-ba1b-f98d313e7e89), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:08.712988 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-bb46194f-f836-43d8-908b-93e2d794a489 req-4a7b95de-0fda-43e5-bd34-da77cc8e2b9b tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120079 Sep 21 22:06:08.730999 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c81a6-05e9-44f8-b4cd-b69b06f3569a tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c07cc8d-b4d0-4940-ba1b-f98d313e7e89,revision_number=0']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:06:08.756866 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a7c8000-fedd-4609-96d4-477902c7703a req-daa62aa1-bafa-4f14-b920-60b3519cb27d tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] No DVR routers for this DVR port b34f6617-3c6e-4980-ab1b-3aa5e8b694e8 on host hv-cinder-85881 {{(pid=116020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:06:08.762032 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-e8d7e61b-69c1-44bc-bfd9-07f8cb41522f req-7f1a99d9-3035-44ca-bd6a-9dcec2ed38bc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9aa81ae-410b-4f57-b18c-445cc091494d HTTP/1.1" status: 200 len: 999 time: 0.3725045 Sep 21 22:06:08.763796 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-6a7c8000-fedd-4609-96d4-477902c7703a req-daa62aa1-bafa-4f14-b920-60b3519cb27d tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:08.770693 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-6a7c8000-fedd-4609-96d4-477902c7703a req-daa62aa1-bafa-4f14-b920-60b3519cb27d tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.71 "DELETE /v2.0/ports/b34f6617-3c6e-4980-ab1b-3aa5e8b694e8 HTTP/1.1" status: 204 len: 173 time: 1.5768213 Sep 21 22:06:08.838712 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6734eca-f3ab-4850-ace9-79d2dc0d68fc req-0cec6a81-2434-4686-a05c-c5478715f1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:08.840985 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-d6734eca-f3ab-4850-ace9-79d2dc0d68fc req-0cec6a81-2434-4686-a05c-c5478715f1ab service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ce246b9e-d1ab-41c3-9dad-8fd19a0b2f7e HTTP/1.1" status: 200 len: 849 time: 0.2385640 Sep 21 22:06:08.896374 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7e61b-69c1-44bc-bfd9-07f8cb41522f req-0fea4de4-2ddd-4506-aa76-65f65d28c302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:08.899041 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-e8d7e61b-69c1-44bc-bfd9-07f8cb41522f req-0fea4de4-2ddd-4506-aa76-65f65d28c302 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=61fb7232-c6fb-44a6-ba93-ebc4a1b2df41 HTTP/1.1" status: 200 len: 848 time: 0.1223707 Sep 21 22:06:08.900180 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-1b5047e1-61cd-4629-bb5d-63ef499ed14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'name': 'tempest-AttachVolumeTestJSON-499943819-router', 'tenant_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '69a493c8-d0be-4fc6-b371-e09a67ddc586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:39Z', 'revision_number': 4, 'project_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'gw_port': {'id': '69a493c8-d0be-4fc6-b371-e09a67ddc586', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:04:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:29Z', 'updated_at': '2022-09-21T22:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_floatingips': [{'id': '8a27c7b9-6848-4a94-b2de-7487671fd320', 'tenant_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'floating_ip_address': '172.27.1.196', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'port_id': 'd6986ed8-f035-48a9-8069-d0172446eb43', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96c55cd8-33b0-4027-994a-bc89dd1c7933', 'mac_address': 'fa:16:3e:5e:7c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd334600c-eb22-40d6-b2a0-32a3595f30cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:05:50Z', 'updated_at': '2022-09-21T22:06:06Z', 'revision_number': 1, 'project_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50c0681d-1ad9-4055-ac69-94408c9daffa', 'name': '', 'network_id': '96c55cd8-33b0-4027-994a-bc89dd1c7933', 'tenant_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'mac_address': 'fa:16:3e:6f:17:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'ce246b9e-d1ab-41c3-9dad-8fd19a0b2f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:36Z', 'updated_at': '2022-09-21T22:00:54Z', 'revision_number': 5, 'project_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'subnets': [{'id': 'ce246b9e-d1ab-41c3-9dad-8fd19a0b2f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:06:08.926893 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-32ce86c5-ea75-4b68-b573-6f94c1ebf93a req-7b52c0f1-eb94-4869-8547-570431c180c1 tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=265d80a0-fca9-4f50-a08c-602210d0a96f HTTP/1.1" status: 200 len: 210 time: 0.0518646 Sep 21 22:06:08.937303 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-eb4c81a6-05e9-44f8-b4cd-b69b06f3569a tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:08.945527 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5047e1-61cd-4629-bb5d-63ef499ed14f None None] The sync data for ids ['6ed75fd2-e652-4cca-83e3-60b12bd2f039'] in dv-cinder-858819-1-iscsi is: [{'id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'name': 'tempest-AttachVolumeTestJSON-499943819-router', 'tenant_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '69a493c8-d0be-4fc6-b371-e09a67ddc586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:39Z', 'revision_number': 4, 'project_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'gw_port': {'id': '69a493c8-d0be-4fc6-b371-e09a67ddc586', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:04:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:29Z', 'updated_at': '2022-09-21T22:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_floatingips': [{'id': '8a27c7b9-6848-4a94-b2de-7487671fd320', 'tenant_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'floating_ip_address': '172.27.1.196', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'port_id': 'd6986ed8-f035-48a9-8069-d0172446eb43', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96c55cd8-33b0-4027-994a-bc89dd1c7933', 'mac_address': 'fa:16:3e:5e:7c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd334600c-eb22-40d6-b2a0-32a3595f30cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:05:50Z', 'updated_at': '2022-09-21T22:06:06Z', 'revision_number': 1, 'project_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50c0681d-1ad9-4055-ac69-94408c9daffa', 'name': '', 'network_id': '96c55cd8-33b0-4027-994a-bc89dd1c7933', 'tenant_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'mac_address': 'fa:16:3e:6f:17:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'ce246b9e-d1ab-41c3-9dad-8fd19a0b2f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:36Z', 'updated_at': '2022-09-21T22:00:54Z', 'revision_number': 5, 'project_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'subnets': [{'id': 'ce246b9e-d1ab-41c3-9dad-8fd19a0b2f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:06:08.954750 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-eb4c81a6-05e9-44f8-b4cd-b69b06f3569a tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6824079 Sep 21 22:06:08.958029 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 35994) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:06:08.977201 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-a17b6796-4b19-47f7-9d8b-6a3f0c878998 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Request body: {'floatingip': {'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:06:09.015733 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6734eca-f3ab-4850-ace9-79d2dc0d68fc req-c2a1163a-ebcf-4e4f-a1f5-3e60f964902b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:09.019093 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-d6734eca-f3ab-4850-ace9-79d2dc0d68fc req-c2a1163a-ebcf-4e4f-a1f5-3e60f964902b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96c55cd8-33b0-4027-994a-bc89dd1c7933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1694713 Sep 21 22:06:09.073555 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7e61b-69c1-44bc-bfd9-07f8cb41522f req-d8840210-270d-4bc0-90fe-bb851a12d532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:09.076305 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-e8d7e61b-69c1-44bc-bfd9-07f8cb41522f req-d8840210-270d-4bc0-90fe-bb851a12d532 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8ce7ca27-65f9-442f-9460-582319d50317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1700928 Sep 21 22:06:09.127400 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-a17b6796-4b19-47f7-9d8b-6a3f0c878998 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:09.310928 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-d6734eca-f3ab-4850-ace9-79d2dc0d68fc req-dfae9c8d-3c6e-4c8b-990e-d355a5682fe0 service neutron] 10.222.0.71 "GET /v2.0/networks/96c55cd8-33b0-4027-994a-bc89dd1c7933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805686 Sep 21 22:06:09.408043 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07885618-5a38-486d-8047-1645cfa2db8e None None] New status for floating IP 8a27c7b9-6848-4a94-b2de-7487671fd320: ACTIVE {{(pid=116021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 22:06:09.414466 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-a17b6796-4b19-47f7-9d8b-6a3f0c878998 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:09.430615 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-e8d7e61b-69c1-44bc-bfd9-07f8cb41522f req-8d8fc585-a6a0-4e88-bad7-04df533e85da service neutron] 10.222.0.71 "GET /v2.0/networks/8ce7ca27-65f9-442f-9460-582319d50317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089170 Sep 21 22:06:09.667396 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.db_base_plugin_common [None req-a17b6796-4b19-47f7-9d8b-6a3f0c878998 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Allocated IP 172.27.1.51 (b12f12c4-b4b4-4032-bd63-4e51184cdf86/38720055-293b-4785-9b37-d6bdacdcb1b4/8ebd7576-df85-41db-94ad-a07e1b80b7e4) {{(pid=116019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:06:09.811518 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '265d80a0-fca9-4f50-a08c-602210d0a96f', 'name': 'network-vif-deleted', 'tag': 'b34f6617-3c6e-4980-ab1b-3aa5e8b694e8'}] {{(pid=116020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:06:09.814498 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}616469ce01b4343580b51944d90e43cdadd76175ffa2c7c7ae3ce11ef7217efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebcf6e59-44be-424a-a418-36accfcdee88" -d '{"events": [{"server_uuid": "265d80a0-fca9-4f50-a08c-602210d0a96f", "name": "network-vif-deleted", "tag": "b34f6617-3c6e-4980-ab1b-3aa5e8b694e8"}]}' {{(pid=116020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:06:09.865453 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe439b2-e3ca-436a-b4d4-c9131d860f49 x-openstack-request-id: req-0fe439b2-e3ca-436a-b4d4-c9131d860f49 {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:06:09.865852 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "265d80a0-fca9-4f50-a08c-602210d0a96f", "name": "network-vif-deleted", "tag": "b34f6617-3c6e-4980-ab1b-3aa5e8b694e8", "status": "completed", "code": 200}]} {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:06:09.866174 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0fe439b2-e3ca-436a-b4d4-c9131d860f49 {{(pid=116020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:06:09.866648 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fe439b2-e3ca-436a-b4d4-c9131d860f49'] response: {'server_uuid': '265d80a0-fca9-4f50-a08c-602210d0a96f', 'name': 'network-vif-deleted', 'tag': 'b34f6617-3c6e-4980-ab1b-3aa5e8b694e8', 'status': 'completed', 'code': 200} Sep 21 22:06:09.889175 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-a17b6796-4b19-47f7-9d8b-6a3f0c878998 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for port (8ebd7576-df85-41db-94ad-a07e1b80b7e4), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:09.898022 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-d6734eca-f3ab-4850-ace9-79d2dc0d68fc req-37264835-3e9b-4405-a158-07c1b3ae3fa7 service neutron] 10.222.0.71 "GET /v2.0/networks/96c55cd8-33b0-4027-994a-bc89dd1c7933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5768116 Sep 21 22:06:09.905361 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-e8d7e61b-69c1-44bc-bfd9-07f8cb41522f req-6fa09893-6a1e-4ce6-9059-4e9731412ec9 service neutron] 10.222.0.71 "GET /v2.0/networks/8ce7ca27-65f9-442f-9460-582319d50317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4676325 Sep 21 22:06:09.939364 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c448f-1bbf-476f-a7a2-7a8725af83c5 req-016b28ea-35fa-4317-9ceb-808b023f6dc4 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:09.941038 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-127c448f-1bbf-476f-a7a2-7a8725af83c5 req-016b28ea-35fa-4317-9ceb-808b023f6dc4 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 944 time: 0.1154041 Sep 21 22:06:10.026015 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-a17b6796-4b19-47f7-9d8b-6a3f0c878998 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043'] for port (8ebd7576-df85-41db-94ad-a07e1b80b7e4), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:10.047851 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-127c448f-1bbf-476f-a7a2-7a8725af83c5 req-774b96a5-e005-4bcc-899d-a2b502073a77 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936735 Sep 21 22:06:10.113612 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17b6796-4b19-47f7-9d8b-6a3f0c878998 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Network b12f12c4-b4b4-4032-bd63-4e51184cdf86 is already hosted by enough agents. {{(pid=116019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:06:10.131769 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-9b0b185d-b380-48d4-a758-21ec8dcd3d82 req-91784af6-a0ea-48de-98e4-e6bcd0a3a18e tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] 10.222.0.52 "GET /v2.0/ports?device_id=265d80a0-fca9-4f50-a08c-602210d0a96f HTTP/1.1" status: 200 len: 210 time: 0.0448470 Sep 21 22:06:10.132708 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.base_scheduler [None req-a17b6796-4b19-47f7-9d8b-6a3f0c878998 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Resources bound (agent type, host, resource id): {{(pid=116019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:06:10.134629 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b6796-4b19-47f7-9d8b-6a3f0c878998 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Pushing event updated for resources: {'Port': ['ID=8ebd7576-df85-41db-94ad-a07e1b80b7e4,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:06:10.137122 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17b6796-4b19-47f7-9d8b-6a3f0c878998 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Received port after_create {{(pid=116019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:06:10.186738 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-a17b6796-4b19-47f7-9d8b-6a3f0c878998 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for floatingip (cadd02dd-5087-4404-982f-1aefb1669c82), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:10.306380 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-a17b6796-4b19-47f7-9d8b-6a3f0c878998 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (8ebd7576-df85-41db-94ad-a07e1b80b7e4), before_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:10.476950 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-a17b6796-4b19-47f7-9d8b-6a3f0c878998 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for port (8ebd7576-df85-41db-94ad-a07e1b80b7e4), precommit_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:10.532624 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-a17b6796-4b19-47f7-9d8b-6a3f0c878998 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (8ebd7576-df85-41db-94ad-a07e1b80b7e4), after_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:10.533334 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-a17b6796-4b19-47f7-9d8b-6a3f0c878998 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494336'] for floatingip (cadd02dd-5087-4404-982f-1aefb1669c82), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:10.583067 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b6796-4b19-47f7-9d8b-6a3f0c878998 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Pushing event updated for resources: {'Port': ['ID=8ebd7576-df85-41db-94ad-a07e1b80b7e4,revision_number=2']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:06:10.638089 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-a17b6796-4b19-47f7-9d8b-6a3f0c878998 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for floatingip (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:10.639376 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-a17b6796-4b19-47f7-9d8b-6a3f0c878998 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6782994 Sep 21 22:06:10.865788 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-d7c16322-b7df-443b-8177-c7a98c9086ca req-01ba8868-08ea-4812-9c0b-90178e38d9bf tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1203369625&fields=id&tenant_id=fea8845b2dfd4b2ab3278d6c2809014f HTTP/1.1" status: 200 len: 267 time: 0.0608494 Sep 21 22:06:10.985309 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c16322-b7df-443b-8177-c7a98c9086ca req-654a7534-e87e-44ac-84f2-78936e879764 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:10.986913 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-d7c16322-b7df-443b-8177-c7a98c9086ca req-654a7534-e87e-44ac-84f2-78936e879764 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/networks?id=2abe6793-4110-455a-aa7b-f1c0038ce3ef HTTP/1.1" status: 200 len: 815 time: 0.1133027 Sep 21 22:06:11.009837 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-d7c16322-b7df-443b-8177-c7a98c9086ca req-d1cbdb63-5ea2-4672-a85f-63d19c04bf5d tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/quotas/fea8845b2dfd4b2ab3278d6c2809014f HTTP/1.1" status: 200 len: 375 time: 0.0126913 Sep 21 22:06:11.081373 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-d7c16322-b7df-443b-8177-c7a98c9086ca req-94ebd83c-44f5-4fc6-b9f3-336e32f67feb tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=fea8845b2dfd4b2ab3278d6c2809014f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0619206 Sep 21 22:06:11.228752 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-d7c16322-b7df-443b-8177-c7a98c9086ca req-237eed88-21a3-4d45-b52d-d45eb981c473 service neutron] 10.222.0.52 "GET /v2.0/networks/2abe6793-4110-455a-aa7b-f1c0038ce3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351295 Sep 21 22:06:11.336561 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-d7c16322-b7df-443b-8177-c7a98c9086ca req-555d0298-9ec6-4598-bbff-12de2c86628a service neutron] 10.222.0.52 "GET /v2.0/networks/2abe6793-4110-455a-aa7b-f1c0038ce3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004457 Sep 21 22:06:11.715884 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 36044) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:06:11.774314 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4defd9d4-1426-4978-b673-3775f6912c94 req-44a74f5f-e6ed-4697-a551-f2a08c6528e5 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:11.774314 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-4defd9d4-1426-4978-b673-3775f6912c94 req-44a74f5f-e6ed-4697-a551-f2a08c6528e5 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 944 time: 0.0883090 Sep 21 22:06:11.791327 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-32fae8cd-e027-4634-8a76-94858abb0e6c req-7d1c987e-ae19-4227-8171-ab014e409c9f tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb33acf7-a0ef-4664-ae1b-123eb59d27e0 HTTP/1.1" status: 200 len: 210 time: 0.0431843 Sep 21 22:06:11.852134 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-4defd9d4-1426-4978-b673-3775f6912c94 req-af19e090-a24a-4437-94e7-1dca11c0dfc6 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632963 Sep 21 22:06:11.961713 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aebd189-01b3-42d9-bb0b-2ad5d024e61a req-33228d3e-d434-4525-80d8-1de9893a312c tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:11.963769 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-0aebd189-01b3-42d9-bb0b-2ad5d024e61a req-33228d3e-d434-4525-80d8-1de9893a312c tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 946 time: 0.0668788 Sep 21 22:06:12.019816 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-0aebd189-01b3-42d9-bb0b-2ad5d024e61a req-5fb4c079-9f33-4179-b563-b9a0638cf397 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492506 Sep 21 22:06:12.350869 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device b34f6617-3c6e-4980-ab1b-3aa5e8b694e8 no longer exists at agent hyperv_hv-cinder-85881 {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:06:12.364382 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-3c1b0025-98ca-4811-925f-15c16ddf2c22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495104'] for router_interface (f4ebd66f-4227-4233-ad0e-57fb416dc3dc), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:12.375083 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] No Port match for: b34f6617-3c6e-4980-ab1b-3aa5e8b694e8 {{(pid=116021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:06:12.375430 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device b34f6617-3c6e-4980-ab1b-3aa5e8b694e8 not bound to the agent host hv-cinder-85881 {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:06:12.638767 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [None req-3c1b0025-98ca-4811-925f-15c16ddf2c22 admin admin] Deleting port 41427998-871b-4607-bca9-e8f9a5738ecd {{(pid=116020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:06:12.639121 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-3c1b0025-98ca-4811-925f-15c16ddf2c22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (41427998-871b-4607-bca9-e8f9a5738ecd), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:12.737502 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [None req-3c1b0025-98ca-4811-925f-15c16ddf2c22 admin admin] For port 41427998-871b-4607-bca9-e8f9a5738ecd, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=41427998-871b-4607-bca9-e8f9a5738ecd,segment=NetworkSegment(1fe5eab9-96f0-4b3e-9716-db26533318f5),segment_id=1fe5eab9-96f0-4b3e-9716-db26533318f5)] {{(pid=116020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:06:12.738751 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-3c1b0025-98ca-4811-925f-15c16ddf2c22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (41427998-871b-4607-bca9-e8f9a5738ecd), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:12.754938 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [None req-3c1b0025-98ca-4811-925f-15c16ddf2c22 admin admin] Calling delete_port for 41427998-871b-4607-bca9-e8f9a5738ecd owned by network:router_interface {{(pid=116020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:06:12.934649 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ec6658a4-3373-461c-98cb-0824c1ab726f req-ff03e1f3-ba7b-4ce1-a95a-5eeb65b5b717 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb33acf7-a0ef-4664-ae1b-123eb59d27e0 HTTP/1.1" status: 200 len: 210 time: 0.0293858 Sep 21 22:06:13.048130 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea28e7a-fb4f-4aa6-aa13-0dafc77838f9 req-0071db76-72e2-489e-9a31-220ef8d68a2e tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:13.049745 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-cea28e7a-fb4f-4aa6-aa13-0dafc77838f9 req-0071db76-72e2-489e-9a31-220ef8d68a2e tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 944 time: 0.0824251 Sep 21 22:06:13.082152 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-3c1b0025-98ca-4811-925f-15c16ddf2c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (41427998-871b-4607-bca9-e8f9a5738ecd), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:13.130468 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-cea28e7a-fb4f-4aa6-aa13-0dafc77838f9 req-7e18818b-b61c-4526-8a16-926a526ff863 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730271 Sep 21 22:06:13.134705 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b0025-98ca-4811-925f-15c16ddf2c22 admin admin] Pushing event deleted for resources: {'Port': ['ID=41427998-871b-4607-bca9-e8f9a5738ecd,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:06:13.233835 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f86f19-6fcc-42ea-99b1-d6506a9c68b1 req-a931fa3c-49e0-48ae-b0f3-f110d1ad2e42 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:13.244815 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-a4f86f19-6fcc-42ea-99b1-d6506a9c68b1 req-a931fa3c-49e0-48ae-b0f3-f110d1ad2e42 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 946 time: 0.1266079 Sep 21 22:06:13.308024 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-a4f86f19-6fcc-42ea-99b1-d6506a9c68b1 req-289cebcd-3dfc-4412-8dc2-a8cd0a4802a3 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598679 Sep 21 22:06:13.374638 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-3c1b0025-98ca-4811-925f-15c16ddf2c22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1653209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504464'] for router_interface (f4ebd66f-4227-4233-ad0e-57fb416dc3dc), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:13.632266 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c1b0025-98ca-4811-925f-15c16ddf2c22 admin admin] Router f4ebd66f-4227-4233-ad0e-57fb416dc3dc has already been hosted by L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 {{(pid=116020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:06:13.761069 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1b0025-98ca-4811-925f-15c16ddf2c22 admin admin] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:06:13.766987 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-3c1b0025-98ca-4811-925f-15c16ddf2c22 admin admin] 10.222.0.52 "PUT /v2.0/routers/f4ebd66f-4227-4233-ad0e-57fb416dc3dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0499458 Sep 21 22:06:13.772552 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 36060) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:06:13.775921 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f2f2f4-1a96-4eb0-a9f3-073a73172d0e None None] Sync routers for ids ['f4ebd66f-4227-4233-ad0e-57fb416dc3dc'] in dv-cinder-858819-1-iscsi {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:06:13.795330 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f2f2f4-1a96-4eb0-a9f3-073a73172d0e None None] Routers {'f4ebd66f-4227-4233-ad0e-57fb416dc3dc'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:06:13.796890 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-41f2f2f4-1a96-4eb0-a9f3-073a73172d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:05:48Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['f4ebd66f-4227-4233-ad0e-57fb416dc3dc'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:06:13.931272 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-4794d032-55d4-41cd-aca1-86c8c483aa2d admin admin] Publish callbacks [] for router (f4ebd66f-4227-4233-ad0e-57fb416dc3dc), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:13.965511 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c16322-b7df-443b-8177-c7a98c9086ca req-3c73afd3-53b7-4ef6-8e07-116ac7bde259 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:13.968406 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-d7c16322-b7df-443b-8177-c7a98c9086ca req-3c73afd3-53b7-4ef6-8e07-116ac7bde259 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.71 "GET /v2.0/networks?id=2abe6793-4110-455a-aa7b-f1c0038ce3ef HTTP/1.1" status: 200 len: 815 time: 0.1686656 Sep 21 22:06:13.976849 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-41f2f2f4-1a96-4eb0-a9f3-073a73172d0e None None] Set router f4ebd66f-4227-4233-ad0e-57fb416dc3dc gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:06:14.094391 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-d7c16322-b7df-443b-8177-c7a98c9086ca req-c71ff7c0-29fc-41da-b74e-b70b0bccfab6 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fea8845b2dfd4b2ab3278d6c2809014f HTTP/1.1" status: 200 len: 380 time: 0.1127260 Sep 21 22:06:14.103792 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [req-d7c16322-b7df-443b-8177-c7a98c9086ca req-fad4a8f1-72bb-49a7-b155-a2e425b58c21 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Request body: {'port': {'device_id': 'eb33acf7-a0ef-4664-ae1b-123eb59d27e0', 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef', 'admin_state_up': True, 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'security_groups': ['83ff88a0-8668-471b-9e4e-f56cfd55bc70']}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:06:14.204252 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-9655639f-8ebb-467b-abd8-10542b161864 req-e7471bd0-e44f-4bb8-a753-f346e70ece26 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb33acf7-a0ef-4664-ae1b-123eb59d27e0 HTTP/1.1" status: 200 len: 210 time: 0.0649107 Sep 21 22:06:14.239441 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-4794d032-55d4-41cd-aca1-86c8c483aa2d admin admin] Publish callbacks [] for router_gateway (f4ebd66f-4227-4233-ad0e-57fb416dc3dc), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:14.294800 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-41f2f2f4-1a96-4eb0-a9f3-073a73172d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ebd66f-4227-4233-ad0e-57fb416dc3dc', 'name': 'tempest-ServerRescueNegativeTestJSON-2001674451-router', 'tenant_id': 'f5fc28ce43d342ff812e8671de415a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '416beb2d-153f-4731-8dda-3104ce70c6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:24Z', 'updated_at': '2022-09-21T22:06:12Z', 'revision_number': 5, 'project_id': 'f5fc28ce43d342ff812e8671de415a9c', 'gw_port': {'id': '416beb2d-153f-4731-8dda-3104ce70c6cb', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fa:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ebd66f-4227-4233-ad0e-57fb416dc3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:25Z', 'updated_at': '2022-09-21T22:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi'}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:06:14.323751 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f2f2f4-1a96-4eb0-a9f3-073a73172d0e None None] Checking router: f4ebd66f-4227-4233-ad0e-57fb416dc3dc for host: dv-cinder-858819-1-iscsi {{(pid=116022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:06:14.333547 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f2f2f4-1a96-4eb0-a9f3-073a73172d0e None None] Routers {'f4ebd66f-4227-4233-ad0e-57fb416dc3dc'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:06:14.334189 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-41f2f2f4-1a96-4eb0-a9f3-073a73172d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:05:48Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['f4ebd66f-4227-4233-ad0e-57fb416dc3dc'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:06:14.338642 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7c16322-b7df-443b-8177-c7a98c9086ca req-fad4a8f1-72bb-49a7-b155-a2e425b58c21 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Made reservation on behalf of fea8845b2dfd4b2ab3278d6c2809014f for: {'port': 1} {{(pid=116020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:06:14.342363 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-d7c16322-b7df-443b-8177-c7a98c9086ca req-fad4a8f1-72bb-49a7-b155-a2e425b58c21 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:14.427954 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61fe254-51e8-4261-856e-207855f8c631 req-44730c8a-1d87-4cc7-b794-b840f3717f31 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:14.435402 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-a61fe254-51e8-4261-856e-207855f8c631 req-44730c8a-1d87-4cc7-b794-b840f3717f31 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 944 time: 0.1356556 Sep 21 22:06:14.469150 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-41f2f2f4-1a96-4eb0-a9f3-073a73172d0e None None] Set router f4ebd66f-4227-4233-ad0e-57fb416dc3dc gateway port host: None {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:06:14.478469 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.plugin [None req-4794d032-55d4-41cd-aca1-86c8c483aa2d admin admin] Deleting port 416beb2d-153f-4731-8dda-3104ce70c6cb {{(pid=116019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:06:14.478809 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-4794d032-55d4-41cd-aca1-86c8c483aa2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (416beb2d-153f-4731-8dda-3104ce70c6cb), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:14.545406 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.db_base_plugin_common [req-d7c16322-b7df-443b-8177-c7a98c9086ca req-fad4a8f1-72bb-49a7-b155-a2e425b58c21 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Allocated IP 172.20.0.13 (2abe6793-4110-455a-aa7b-f1c0038ce3ef/1a441478-37fd-49f9-afec-ab177303560e/3c66d8c8-7232-421e-a3b6-7efd5dcfee21) {{(pid=116020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:06:14.591183 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-a61fe254-51e8-4261-856e-207855f8c631 req-0c114f66-01d5-4de7-b813-f978c4e0a24f tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547472 Sep 21 22:06:14.654638 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e022e5-a32e-4cfd-8cab-913dbe9354e4 req-52bf533a-ba92-429e-9ecc-43f50cbb189a tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:14.657293 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-a3e022e5-a32e-4cfd-8cab-913dbe9354e4 req-52bf533a-ba92-429e-9ecc-43f50cbb189a tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 946 time: 0.2177894 Sep 21 22:06:14.659905 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.db [None req-4794d032-55d4-41cd-aca1-86c8c483aa2d admin admin] For port 416beb2d-153f-4731-8dda-3104ce70c6cb, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=416beb2d-153f-4731-8dda-3104ce70c6cb,segment=NetworkSegment(286b158d-b65b-48b3-9fb8-ab2055e67b3c),segment_id=286b158d-b65b-48b3-9fb8-ab2055e67b3c)] {{(pid=116019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:06:14.660532 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-4794d032-55d4-41cd-aca1-86c8c483aa2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (416beb2d-153f-4731-8dda-3104ce70c6cb), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:14.683015 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.plugin [None req-4794d032-55d4-41cd-aca1-86c8c483aa2d admin admin] Calling delete_port for 416beb2d-153f-4731-8dda-3104ce70c6cb owned by network:router_gateway {{(pid=116019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:06:14.704750 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-41f2f2f4-1a96-4eb0-a9f3-073a73172d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ebd66f-4227-4233-ad0e-57fb416dc3dc', 'name': 'tempest-ServerRescueNegativeTestJSON-2001674451-router', 'tenant_id': 'f5fc28ce43d342ff812e8671de415a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:24Z', 'updated_at': '2022-09-21T22:06:14Z', 'revision_number': 6, 'project_id': 'f5fc28ce43d342ff812e8671de415a9c', 'gw_port_host': None}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:06:14.752490 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f2f2f4-1a96-4eb0-a9f3-073a73172d0e None None] The sync data for ids ['f4ebd66f-4227-4233-ad0e-57fb416dc3dc'] in dv-cinder-858819-1-iscsi is: [{'id': 'f4ebd66f-4227-4233-ad0e-57fb416dc3dc', 'name': 'tempest-ServerRescueNegativeTestJSON-2001674451-router', 'tenant_id': 'f5fc28ce43d342ff812e8671de415a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:24Z', 'updated_at': '2022-09-21T22:06:14Z', 'revision_number': 6, 'project_id': 'f5fc28ce43d342ff812e8671de415a9c', 'gw_port_host': None}] {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:06:14.776329 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-d7c16322-b7df-443b-8177-c7a98c9086ca req-fad4a8f1-72bb-49a7-b155-a2e425b58c21 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for port (3c66d8c8-7232-421e-a3b6-7efd5dcfee21), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:14.811095 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-a3e022e5-a32e-4cfd-8cab-913dbe9354e4 req-b16c63ac-6bd4-4460-bacf-387b3389af1f tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386349 Sep 21 22:06:14.870104 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (0aee7d89-594f-4992-91de-a4ac3f52e28d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:14.904749 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-d7c16322-b7df-443b-8177-c7a98c9086ca req-fad4a8f1-72bb-49a7-b155-a2e425b58c21 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (3c66d8c8-7232-421e-a3b6-7efd5dcfee21), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:14.948057 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7c16322-b7df-443b-8177-c7a98c9086ca req-fad4a8f1-72bb-49a7-b155-a2e425b58c21 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Network 2abe6793-4110-455a-aa7b-f1c0038ce3ef is already hosted by enough agents. {{(pid=116020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:06:14.956183 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.base_scheduler [req-d7c16322-b7df-443b-8177-c7a98c9086ca req-fad4a8f1-72bb-49a7-b155-a2e425b58c21 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Resources bound (agent type, host, resource id): {{(pid=116020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:06:14.963707 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c16322-b7df-443b-8177-c7a98c9086ca req-fad4a8f1-72bb-49a7-b155-a2e425b58c21 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Received port after_create {{(pid=116020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:06:15.023368 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad4a8f1-72bb-49a7-b155-a2e425b58c21 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Pushing event updated for resources: {'Port': ['ID=3c66d8c8-7232-421e-a3b6-7efd5dcfee21,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:06:15.042857 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-4794d032-55d4-41cd-aca1-86c8c483aa2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052'] for port (416beb2d-153f-4731-8dda-3104ce70c6cb), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:15.069153 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c16322-b7df-443b-8177-c7a98c9086ca req-fad4a8f1-72bb-49a7-b155-a2e425b58c21 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:15.070620 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-d7c16322-b7df-443b-8177-c7a98c9086ca req-fad4a8f1-72bb-49a7-b155-a2e425b58c21 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:15.092192 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4794d032-55d4-41cd-aca1-86c8c483aa2d admin admin] Pushing event deleted for resources: {'Port': ['ID=416beb2d-153f-4731-8dda-3104ce70c6cb,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:06:15.133256 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-4794d032-55d4-41cd-aca1-86c8c483aa2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494394'] for router_gateway (f4ebd66f-4227-4233-ad0e-57fb416dc3dc), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:15.193545 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-d7c16322-b7df-443b-8177-c7a98c9086ca req-fad4a8f1-72bb-49a7-b155-a2e425b58c21 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0937858 Sep 21 22:06:15.209429 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [req-d7c16322-b7df-443b-8177-c7a98c9086ca req-3edb1852-6ee0-4808-bb28-8465e20b1884 service neutron] Request body: {'port': {'device_id': 'eb33acf7-a0ef-4664-ae1b-123eb59d27e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:06:15.236323 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-4794d032-55d4-41cd-aca1-86c8c483aa2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-504245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3312'] for router (f4ebd66f-4227-4233-ad0e-57fb416dc3dc), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:15.237063 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-6537f858-5d5e-4845-8eeb-a71471660808 None None] Provisioning complete for port 3c66d8c8-7232-421e-a3b6-7efd5dcfee21 triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:06:15.237063 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-6537f858-5d5e-4845-8eeb-a71471660808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (3c66d8c8-7232-421e-a3b6-7efd5dcfee21), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:15.238015 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-6537f858-5d5e-4845-8eeb-a71471660808 None None] Attempt 1 to provision port 3c66d8c8-7232-421e-a3b6-7efd5dcfee21 Sep 21 22:06:15.240227 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-4794d032-55d4-41cd-aca1-86c8c483aa2d admin admin] Publish callbacks [] for router_controller (f4ebd66f-4227-4233-ad0e-57fb416dc3dc), precommit_delete_associations {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:15.297234 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-6537f858-5d5e-4845-8eeb-a71471660808 None None] Port 3c66d8c8-7232-421e-a3b6-7efd5dcfee21 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:06:15.351656 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-d7c16322-b7df-443b-8177-c7a98c9086ca req-3edb1852-6ee0-4808-bb28-8465e20b1884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (3c66d8c8-7232-421e-a3b6-7efd5dcfee21), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:15.381362 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb9ac20-cc13-43da-b44a-2ccbf2a06bda req-2d0ee099-8377-4f27-bff5-df97f2727d8e tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:15.383063 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2eb9ac20-cc13-43da-b44a-2ccbf2a06bda req-2d0ee099-8377-4f27-bff5-df97f2727d8e tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb33acf7-a0ef-4664-ae1b-123eb59d27e0 HTTP/1.1" status: 200 len: 932 time: 0.0610335 Sep 21 22:06:15.408785 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-4794d032-55d4-41cd-aca1-86c8c483aa2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-504238'] for router (f4ebd66f-4227-4233-ad0e-57fb416dc3dc), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:15.409850 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4794d032-55d4-41cd-aca1-86c8c483aa2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4ebd66f-4227-4233-ad0e-57fb416dc3dc {{(pid=116019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 22:06:15.414658 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-4794d032-55d4-41cd-aca1-86c8c483aa2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:15.418697 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-4794d032-55d4-41cd-aca1-86c8c483aa2d admin admin] 10.222.0.52 "DELETE /v2.0/routers/f4ebd66f-4227-4233-ad0e-57fb416dc3dc HTTP/1.1" status: 204 len: 168 time: 1.6419098 Sep 21 22:06:15.418697 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 36078) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:06:15.482379 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2eb9ac20-cc13-43da-b44a-2ccbf2a06bda req-11fe8f6c-ba1f-4fd0-9cd2-cb7fe2ef6aad tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=83ff88a0-8668-471b-9e4e-f56cfd55bc70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933714 Sep 21 22:06:15.489083 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b3b99e2-766c-41aa-9b24-bf5d37c4d37d admin admin] Deleting subnet 41a42251-d848-47c6-b80e-908765051886 {{(pid=116019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 22:06:15.496734 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-1b3b99e2-766c-41aa-9b24-bf5d37c4d37d admin admin] Publish callbacks [] for subnet (41a42251-d848-47c6-b80e-908765051886), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:15.533095 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-1b3b99e2-766c-41aa-9b24-bf5d37c4d37d admin admin] Publish callbacks [] for subnet (41a42251-d848-47c6-b80e-908765051886), precommit_delete_associations {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:15.579649 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-1b3b99e2-766c-41aa-9b24-bf5d37c4d37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537063'] for subnet (41a42251-d848-47c6-b80e-908765051886), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:15.717687 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [req-d7c16322-b7df-443b-8177-c7a98c9086ca req-3edb1852-6ee0-4808-bb28-8465e20b1884 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c66d8c8-7232-421e-a3b6-7efd5dcfee21 {{(pid=116020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:06:15.727186 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-d7c16322-b7df-443b-8177-c7a98c9086ca req-3edb1852-6ee0-4808-bb28-8465e20b1884 service neutron] Publish callbacks [] for port (3c66d8c8-7232-421e-a3b6-7efd5dcfee21), precommit_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:15.745798 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.provisioning_blocks [req-d7c16322-b7df-443b-8177-c7a98c9086ca req-3edb1852-6ee0-4808-bb28-8465e20b1884 service neutron] Transition to ACTIVE for port object 3c66d8c8-7232-421e-a3b6-7efd5dcfee21 will not be triggered until provisioned by entity L2. {{(pid=116020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 22:06:15.754714 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-1b3b99e2-766c-41aa-9b24-bf5d37c4d37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200'] for subnet (41a42251-d848-47c6-b80e-908765051886), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:15.762867 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 41427998-871b-4607-bca9-e8f9a5738ecd no longer exists at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:06:15.786019 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] No Port match for: 41427998-871b-4607-bca9-e8f9a5738ecd {{(pid=116021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:06:15.786366 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 41427998-871b-4607-bca9-e8f9a5738ecd not bound to the agent host dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:06:15.786812 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 416beb2d-153f-4731-8dda-3104ce70c6cb no longer exists at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:06:15.790944 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b99e2-766c-41aa-9b24-bf5d37c4d37d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41a42251-d848-47c6-b80e-908765051886,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:06:15.793805 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-1b3b99e2-766c-41aa-9b24-bf5d37c4d37d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:15.798541 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-1b3b99e2-766c-41aa-9b24-bf5d37c4d37d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/41a42251-d848-47c6-b80e-908765051886 HTTP/1.1" status: 204 len: 168 time: 0.3779602 Sep 21 22:06:15.805557 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 36082) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:06:15.819971 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-6537f858-5d5e-4845-8eeb-a71471660808 None None] Attempt 2 to provision port 3c66d8c8-7232-421e-a3b6-7efd5dcfee21 Sep 21 22:06:15.825904 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7074c649-0808-47b3-ac49-9cec48c177f9 None None] Network 0585c623-22cd-41df-a0a2-cf1e1b8bac58 requested from dv-cinder-858819-1-iscsi {{(pid=116021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:06:15.826963 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1fe48-353a-41e9-90df-1390c8434599 req-2797d6b8-a6ba-4d8f-97e2-78080e02ec9e tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:15.829606 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-54f1fe48-353a-41e9-90df-1390c8434599 req-2797d6b8-a6ba-4d8f-97e2-78080e02ec9e tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 944 time: 0.1081088 Sep 21 22:06:15.839648 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] No Port match for: 416beb2d-153f-4731-8dda-3104ce70c6cb {{(pid=116021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:06:15.839648 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 416beb2d-153f-4731-8dda-3104ce70c6cb not bound to the agent host dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:06:15.845497 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-d7c16322-b7df-443b-8177-c7a98c9086ca req-3edb1852-6ee0-4808-bb28-8465e20b1884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14266021'] for port (3c66d8c8-7232-421e-a3b6-7efd5dcfee21), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:15.948532 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-54f1fe48-353a-41e9-90df-1390c8434599 req-cf33bf97-c207-43b8-9c25-2af81faa2cfe tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931189 Sep 21 22:06:15.960111 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb1852-6ee0-4808-bb28-8465e20b1884 service neutron] Pushing event updated for resources: {'Port': ['ID=3c66d8c8-7232-421e-a3b6-7efd5dcfee21,revision_number=2']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:06:16.002033 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-6537f858-5d5e-4845-8eeb-a71471660808 None None] Port 3c66d8c8-7232-421e-a3b6-7efd5dcfee21 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:06:16.043606 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-b684b151-f327-40a7-b950-0db8cc95aa85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1448795'] for network (0585c623-22cd-41df-a0a2-cf1e1b8bac58), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:16.074541 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-c4530150-79b1-4970-b31c-b9c9fb22540e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:16.098257 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee26b8e-9bfd-4586-afa0-e4ad817587c1 req-dffdef7c-2408-413e-a75e-f6d47dc29a71 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:16.108997 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-eee26b8e-9bfd-4586-afa0-e4ad817587c1 req-dffdef7c-2408-413e-a75e-f6d47dc29a71 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 946 time: 0.1257453 Sep 21 22:06:16.145832 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-d7c16322-b7df-443b-8177-c7a98c9086ca req-3edb1852-6ee0-4808-bb28-8465e20b1884 service neutron] Attempting to bind port 3c66d8c8-7232-421e-a3b6-7efd5dcfee21 on host hv-cinder-85881 for vnic_type normal with profile {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:06:16.146189 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-d7c16322-b7df-443b-8177-c7a98c9086ca req-3edb1852-6ee0-4808-bb28-8465e20b1884 service neutron] Attempting to bind port 3c66d8c8-7232-421e-a3b6-7efd5dcfee21 by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': '64832c79-06e5-4b2e-9d17-904da6f2a29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef'}] {{(pid=116020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:06:16.146555 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c16322-b7df-443b-8177-c7a98c9086ca req-3edb1852-6ee0-4808-bb28-8465e20b1884 service neutron] Attempting to bind port 3c66d8c8-7232-421e-a3b6-7efd5dcfee21 on network 2abe6793-4110-455a-aa7b-f1c0038ce3ef {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:06:16.154365 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c16322-b7df-443b-8177-c7a98c9086ca req-3edb1852-6ee0-4808-bb28-8465e20b1884 service neutron] Port 3c66d8c8-7232-421e-a3b6-7efd5dcfee21 on network 2abe6793-4110-455a-aa7b-f1c0038ce3ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 22:06:16.154677 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c16322-b7df-443b-8177-c7a98c9086ca req-3edb1852-6ee0-4808-bb28-8465e20b1884 service neutron] Attempting to bind port 3c66d8c8-7232-421e-a3b6-7efd5dcfee21 on network 2abe6793-4110-455a-aa7b-f1c0038ce3ef {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:06:16.172856 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c16322-b7df-443b-8177-c7a98c9086ca req-3edb1852-6ee0-4808-bb28-8465e20b1884 service neutron] Checking agent: {'id': '0aee7d89-594f-4992-91de-a4ac3f52e28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 58, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 58, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:06:16.173264 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c16322-b7df-443b-8177-c7a98c9086ca req-3edb1852-6ee0-4808-bb28-8465e20b1884 service neutron] Checking segment: {'id': '64832c79-06e5-4b2e-9d17-904da6f2a29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:06:16.173621 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c16322-b7df-443b-8177-c7a98c9086ca req-3edb1852-6ee0-4808-bb28-8465e20b1884 service neutron] Bound using segment: {'id': '64832c79-06e5-4b2e-9d17-904da6f2a29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef'} {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:06:16.174091 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-d7c16322-b7df-443b-8177-c7a98c9086ca req-3edb1852-6ee0-4808-bb28-8465e20b1884 service neutron] Bound port: 3c66d8c8-7232-421e-a3b6-7efd5dcfee21, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64832c79-06e5-4b2e-9d17-904da6f2a29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef'}}] {{(pid=116020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:06:16.174461 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-d7c16322-b7df-443b-8177-c7a98c9086ca req-3edb1852-6ee0-4808-bb28-8465e20b1884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (3c66d8c8-7232-421e-a3b6-7efd5dcfee21), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:16.205318 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [None req-b684b151-f327-40a7-b950-0db8cc95aa85 admin admin] Deleting port 6e2d653d-9d15-444f-8ed4-ea97d7bf23cb {{(pid=116020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:06:16.205673 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-b684b151-f327-40a7-b950-0db8cc95aa85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (6e2d653d-9d15-444f-8ed4-ea97d7bf23cb), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:16.215441 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-eee26b8e-9bfd-4586-afa0-e4ad817587c1 req-6786bff7-bda7-42bc-88f6-aa3b72deae98 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049321 Sep 21 22:06:16.259851 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e00ff9-648e-4286-bdb8-5dba42d416c9 None None] DHCP port deletion for 0585c623-22cd-41df-a0a2-cf1e1b8bac58 request from dv-cinder-858819-1-iscsi {{(pid=116021) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 21 22:06:16.295155 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3fbff-98f4-4782-9b17-f7c25b7cdb14 req-f470e20e-f82a-4a99-ab94-e169e9345a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:16.296639 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-7eb3fbff-98f4-4782-9b17-f7c25b7cdb14 req-f470e20e-f82a-4a99-ab94-e169e9345a0d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3a736bcce41d413f88518c9f7501738c&device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 1128 time: 0.1890378 Sep 21 22:06:16.314057 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-a0e00ff9-648e-4286-bdb8-5dba42d416c9 None None] Deleting port 6e2d653d-9d15-444f-8ed4-ea97d7bf23cb {{(pid=116021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:06:16.314454 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-a0e00ff9-648e-4286-bdb8-5dba42d416c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (6e2d653d-9d15-444f-8ed4-ea97d7bf23cb), before_delete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:16.363234 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [None req-b684b151-f327-40a7-b950-0db8cc95aa85 admin admin] For port 6e2d653d-9d15-444f-8ed4-ea97d7bf23cb, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=6e2d653d-9d15-444f-8ed4-ea97d7bf23cb,segment=NetworkSegment(1fe5eab9-96f0-4b3e-9716-db26533318f5),segment_id=1fe5eab9-96f0-4b3e-9716-db26533318f5)] {{(pid=116020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:06:16.363607 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-b684b151-f327-40a7-b950-0db8cc95aa85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (6e2d653d-9d15-444f-8ed4-ea97d7bf23cb), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:16.388885 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-a0e00ff9-648e-4286-bdb8-5dba42d416c9 None None] For port 6e2d653d-9d15-444f-8ed4-ea97d7bf23cb, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=6e2d653d-9d15-444f-8ed4-ea97d7bf23cb,segment=NetworkSegment(1fe5eab9-96f0-4b3e-9716-db26533318f5),segment_id=1fe5eab9-96f0-4b3e-9716-db26533318f5)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:06:16.389324 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-a0e00ff9-648e-4286-bdb8-5dba42d416c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (6e2d653d-9d15-444f-8ed4-ea97d7bf23cb), precommit_delete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:16.406160 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-a0e00ff9-648e-4286-bdb8-5dba42d416c9 None None] Calling delete_port for 6e2d653d-9d15-444f-8ed4-ea97d7bf23cb owned by network:dhcp {{(pid=116021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:06:16.414758 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-d7c16322-b7df-443b-8177-c7a98c9086ca req-3edb1852-6ee0-4808-bb28-8465e20b1884 service neutron] For port 3c66d8c8-7232-421e-a3b6-7efd5dcfee21, host hv-cinder-85881, cleared binding levels {{(pid=116020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:06:16.424912 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [None req-b684b151-f327-40a7-b950-0db8cc95aa85 admin admin] Calling delete_port for 6e2d653d-9d15-444f-8ed4-ea97d7bf23cb owned by network:dhcp {{(pid=116020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:06:16.450278 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-d7c16322-b7df-443b-8177-c7a98c9086ca req-3edb1852-6ee0-4808-bb28-8465e20b1884 service neutron] For port 3c66d8c8-7232-421e-a3b6-7efd5dcfee21, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=3c66d8c8-7232-421e-a3b6-7efd5dcfee21,segment=NetworkSegment(64832c79-06e5-4b2e-9d17-904da6f2a29e),segment_id=64832c79-06e5-4b2e-9d17-904da6f2a29e)] {{(pid=116020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:06:16.509799 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-6537f858-5d5e-4845-8eeb-a71471660808 None None] Attempt 3 to provision port 3c66d8c8-7232-421e-a3b6-7efd5dcfee21 Sep 21 22:06:16.533476 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3fbff-98f4-4782-9b17-f7c25b7cdb14 req-b9499819-15fc-4f3e-bf9c-0168ddfc8262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:16.535613 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-7eb3fbff-98f4-4782-9b17-f7c25b7cdb14 req-b9499819-15fc-4f3e-bf9c-0168ddfc8262 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8ce7ca27-65f9-442f-9460-582319d50317 HTTP/1.1" status: 200 len: 910 time: 0.2078435 Sep 21 22:06:16.538983 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-d7c16322-b7df-443b-8177-c7a98c9086ca req-3edb1852-6ee0-4808-bb28-8465e20b1884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14266021'] for port (3c66d8c8-7232-421e-a3b6-7efd5dcfee21), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:16.576257 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-6537f858-5d5e-4845-8eeb-a71471660808 None None] Port 3c66d8c8-7232-421e-a3b6-7efd5dcfee21 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:06:16.587043 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c16322-b7df-443b-8177-c7a98c9086ca req-3edb1852-6ee0-4808-bb28-8465e20b1884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:16.587676 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-d7c16322-b7df-443b-8177-c7a98c9086ca req-3edb1852-6ee0-4808-bb28-8465e20b1884 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:16.589302 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-d7c16322-b7df-443b-8177-c7a98c9086ca req-3edb1852-6ee0-4808-bb28-8465e20b1884 service neutron] 10.222.0.71 "PUT /v2.0/ports/3c66d8c8-7232-421e-a3b6-7efd5dcfee21 HTTP/1.1" status: 200 len: 1094 time: 1.3877916 Sep 21 22:06:16.589841 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb33acf7-a0ef-4664-ae1b-123eb59d27e0', 'tag': '3c66d8c8-7232-421e-a3b6-7efd5dcfee21'}] {{(pid=116020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:06:16.592208 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}616469ce01b4343580b51944d90e43cdadd76175ffa2c7c7ae3ce11ef7217efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee1a9b9-eb5b-488c-9292-2e5ca04c347a" -d '{"events": [{"name": "network-changed", "server_uuid": "eb33acf7-a0ef-4664-ae1b-123eb59d27e0", "tag": "3c66d8c8-7232-421e-a3b6-7efd5dcfee21"}]}' {{(pid=116020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:06:16.670391 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-a0e00ff9-648e-4286-bdb8-5dba42d416c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052'] for port (6e2d653d-9d15-444f-8ed4-ea97d7bf23cb), after_delete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:16.672280 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58e3de2-1fbb-4eaa-91b8-90642e325175 x-openstack-request-id: req-b58e3de2-1fbb-4eaa-91b8-90642e325175 {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:06:16.672637 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb33acf7-a0ef-4664-ae1b-123eb59d27e0", "tag": "3c66d8c8-7232-421e-a3b6-7efd5dcfee21", "status": "completed", "code": 200}]} {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:06:16.672902 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b58e3de2-1fbb-4eaa-91b8-90642e325175 {{(pid=116020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:06:16.673362 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b58e3de2-1fbb-4eaa-91b8-90642e325175'] response: {'name': 'network-changed', 'server_uuid': 'eb33acf7-a0ef-4664-ae1b-123eb59d27e0', 'tag': '3c66d8c8-7232-421e-a3b6-7efd5dcfee21', 'status': 'completed', 'code': 200} Sep 21 22:06:16.690476 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb1852-6ee0-4808-bb28-8465e20b1884 service neutron] Pushing event updated for resources: {'Port': ['ID=3c66d8c8-7232-421e-a3b6-7efd5dcfee21,revision_number=3']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:06:16.692835 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e00ff9-648e-4286-bdb8-5dba42d416c9 None None] No DVR routers for this DVR port 6e2d653d-9d15-444f-8ed4-ea97d7bf23cb on host dv-cinder-858819-1-iscsi {{(pid=116021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:06:16.697938 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae4db86-3a49-4c1c-b797-fa1309ba5e88 req-15d5459a-9942-41f7-a5ae-a517409046fc tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:16.702141 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-bae4db86-3a49-4c1c-b797-fa1309ba5e88 req-15d5459a-9942-41f7-a5ae-a517409046fc tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb33acf7-a0ef-4664-ae1b-123eb59d27e0 HTTP/1.1" status: 200 len: 944 time: 0.1051383 Sep 21 22:06:16.703603 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-7eb3fbff-98f4-4782-9b17-f7c25b7cdb14 req-be4509cd-35c5-49f3-a235-2027b14dc084 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9aa81ae-410b-4f57-b18c-445cc091494d HTTP/1.1" status: 200 len: 999 time: 0.1187479 Sep 21 22:06:16.709577 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-b684b151-f327-40a7-b950-0db8cc95aa85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (6e2d653d-9d15-444f-8ed4-ea97d7bf23cb), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:16.728352 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e00ff9-648e-4286-bdb8-5dba42d416c9 None None] Pushing event deleted for resources: {'Port': ['ID=6e2d653d-9d15-444f-8ed4-ea97d7bf23cb,revision_number=None']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:06:16.802339 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-bae4db86-3a49-4c1c-b797-fa1309ba5e88 req-6bbd5ce2-9453-49d4-85cd-b5c4dea0cec8 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=83ff88a0-8668-471b-9e4e-f56cfd55bc70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872889 Sep 21 22:06:16.813657 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b684b151-f327-40a7-b950-0db8cc95aa85 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e2d653d-9d15-444f-8ed4-ea97d7bf23cb,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:06:16.823386 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b684b151-f327-40a7-b950-0db8cc95aa85 admin admin] No DVR routers for this DVR port 6e2d653d-9d15-444f-8ed4-ea97d7bf23cb on host dv-cinder-858819-1-iscsi {{(pid=116020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:06:16.918918 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3fbff-98f4-4782-9b17-f7c25b7cdb14 req-bd311b00-5cb4-475a-967b-ca158792c72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:16.920593 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-7eb3fbff-98f4-4782-9b17-f7c25b7cdb14 req-bd311b00-5cb4-475a-967b-ca158792c72a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=61fb7232-c6fb-44a6-ba93-ebc4a1b2df41 HTTP/1.1" status: 200 len: 848 time: 0.2077589 Sep 21 22:06:16.968838 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1a9b9-eb5b-488c-9292-2e5ca04c347a req-3bb7b01b-7c18-4db5-9b62-15c600486c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:16.970513 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-9ee1a9b9-eb5b-488c-9292-2e5ca04c347a req-3bb7b01b-7c18-4db5-9b62-15c600486c0b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fea8845b2dfd4b2ab3278d6c2809014f&device_id=eb33acf7-a0ef-4664-ae1b-123eb59d27e0 HTTP/1.1" status: 200 len: 1128 time: 0.2394984 Sep 21 22:06:16.972706 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-b684b151-f327-40a7-b950-0db8cc95aa85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536160', 'neutron.services.segments.db._delete_segments_for_network-8739546438391'] for network (0585c623-22cd-41df-a0a2-cf1e1b8bac58), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:17.047031 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.services.segments.db [None req-b684b151-f327-40a7-b950-0db8cc95aa85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0585c623-22cd-41df-a0a2-cf1e1b8bac58']}} {{(pid=116020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:06:17.067653 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.services.segments.db [None req-b684b151-f327-40a7-b950-0db8cc95aa85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fe5eab9-96f0-4b3e-9716-db26533318f5') {'for_net_delete': True} {{(pid=116020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:06:17.067886 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.services.segments.db [None req-b684b151-f327-40a7-b950-0db8cc95aa85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fe5eab9-96f0-4b3e-9716-db26533318f5') {} {{(pid=116020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:06:17.077815 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-6537f858-5d5e-4845-8eeb-a71471660808 None None] Attempt 4 to provision port 3c66d8c8-7232-421e-a3b6-7efd5dcfee21 Sep 21 22:06:17.088716 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-b684b151-f327-40a7-b950-0db8cc95aa85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739546442765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14300077'] for segment (1fe5eab9-96f0-4b3e-9716-db26533318f5), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:17.113534 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3fbff-98f4-4782-9b17-f7c25b7cdb14 req-7180bf1d-34c8-44ad-809c-4c4debcb8992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:17.115106 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-7eb3fbff-98f4-4782-9b17-f7c25b7cdb14 req-7180bf1d-34c8-44ad-809c-4c4debcb8992 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8ce7ca27-65f9-442f-9460-582319d50317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1793053 Sep 21 22:06:17.119255 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-b684b151-f327-40a7-b950-0db8cc95aa85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1532675'] for segment (1fe5eab9-96f0-4b3e-9716-db26533318f5), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:17.137151 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-6537f858-5d5e-4845-8eeb-a71471660808 None None] Port 3c66d8c8-7232-421e-a3b6-7efd5dcfee21 had new provisioning blocks added so it will not transition to active. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 21 22:06:17.143504 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b684b151-f327-40a7-b950-0db8cc95aa85 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=116020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 22:06:17.143943 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-b684b151-f327-40a7-b950-0db8cc95aa85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1532675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14262349'] for segment (1fe5eab9-96f0-4b3e-9716-db26533318f5), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:17.202919 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dcfcaf-0f3a-4f3e-a769-e87d5fcacf25 req-c8d854de-7904-4d7d-9b56-33483a4d16a3 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:17.205860 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-94dcfcaf-0f3a-4f3e-a769-e87d5fcacf25 req-c8d854de-7904-4d7d-9b56-33483a4d16a3 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 944 time: 0.0997007 Sep 21 22:06:17.302617 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-94dcfcaf-0f3a-4f3e-a769-e87d5fcacf25 req-f6513bf9-05a4-4331-af2e-9cf628666091 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877981 Sep 21 22:06:17.403404 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47066b5b-bef5-419f-bf63-64cdf1059013 req-af09a43e-2d1f-4ff4-b731-e92dad81793f tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:17.406260 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-47066b5b-bef5-419f-bf63-64cdf1059013 req-af09a43e-2d1f-4ff4-b731-e92dad81793f tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 946 time: 0.0807023 Sep 21 22:06:17.488950 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.services.segments.plugin [-] Segment 1fe5eab9-96f0-4b3e-9716-db26533318f5 resource provider aggregate not found Sep 21 22:06:17.491134 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-47066b5b-bef5-419f-bf63-64cdf1059013 req-8568b579-730c-4999-91b8-ca615a66c809 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773816 Sep 21 22:06:17.521232 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.services.segments.plugin [-] Segment 1fe5eab9-96f0-4b3e-9716-db26533318f5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1fe5eab9-96f0-4b3e-9716-db26533318f5 found for delete ", "request_id": "req-5019ae6a-f044-4e4d-aba1-a294c0a9685d"}]} Sep 21 22:06:17.529728 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1a9b9-eb5b-488c-9292-2e5ca04c347a req-6cc511a1-989b-4e63-ba3a-838976f58a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:17.531277 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-9ee1a9b9-eb5b-488c-9292-2e5ca04c347a req-6cc511a1-989b-4e63-ba3a-838976f58a3a service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=fea8845b2dfd4b2ab3278d6c2809014f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5479546 Sep 21 22:06:17.622555 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-7eb3fbff-98f4-4782-9b17-f7c25b7cdb14 req-2e3fc8b0-9687-4233-8bb0-19817fd3950a service neutron] 10.222.0.71 "GET /v2.0/networks/8ce7ca27-65f9-442f-9460-582319d50317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4907088 Sep 21 22:06:17.665880 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-b684b151-f327-40a7-b950-0db8cc95aa85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494366'] for network (0585c623-22cd-41df-a0a2-cf1e1b8bac58), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:17.709308 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-b684b151-f327-40a7-b950-0db8cc95aa85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for network (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:17.712812 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-b684b151-f327-40a7-b950-0db8cc95aa85 admin admin] 10.222.0.52 "DELETE /v2.0/networks/0585c623-22cd-41df-a0a2-cf1e1b8bac58 HTTP/1.1" status: 204 len: 168 time: 1.9046614 Sep 21 22:06:17.733535 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 6e2d653d-9d15-444f-8ed4-ea97d7bf23cb no longer exists at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:06:17.734277 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b684b151-f327-40a7-b950-0db8cc95aa85 admin admin] Pushing event deleted for resources: {'Network': ['ID=0585c623-22cd-41df-a0a2-cf1e1b8bac58,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:06:17.736705 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1a9b9-eb5b-488c-9292-2e5ca04c347a req-a51bc851-9aff-419a-b559-7e92daa28928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:17.738303 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-9ee1a9b9-eb5b-488c-9292-2e5ca04c347a req-a51bc851-9aff-419a-b559-7e92daa28928 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1983352 Sep 21 22:06:17.780615 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] No Port match for: 6e2d653d-9d15-444f-8ed4-ea97d7bf23cb {{(pid=116021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:06:17.780948 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 6e2d653d-9d15-444f-8ed4-ea97d7bf23cb not bound to the agent host dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:06:17.806042 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-7eb3fbff-98f4-4782-9b17-f7c25b7cdb14 req-5f41a5e6-257e-4940-9554-e880b0b9aa10 service neutron] 10.222.0.71 "GET /v2.0/networks/8ce7ca27-65f9-442f-9460-582319d50317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736259 Sep 21 22:06:17.877237 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c16322-b7df-443b-8177-c7a98c9086ca req-ab49565a-a210-4326-814d-6232cd6fccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:17.880051 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-d7c16322-b7df-443b-8177-c7a98c9086ca req-ab49565a-a210-4326-814d-6232cd6fccf1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fea8845b2dfd4b2ab3278d6c2809014f&device_id=eb33acf7-a0ef-4664-ae1b-123eb59d27e0 HTTP/1.1" status: 200 len: 1128 time: 0.0634131 Sep 21 22:06:17.944334 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-d7c16322-b7df-443b-8177-c7a98c9086ca req-02c2855b-6e22-40fd-833c-c54957c4b5fd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c66d8c8-7232-421e-a3b6-7efd5dcfee21 HTTP/1.1" status: 200 len: 217 time: 0.0533650 Sep 21 22:06:17.988128 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eee400-9a5e-4769-8fe7-d8c15dca09ab req-ef4792d1-5b96-4f5f-a8f6-2d95878c2aa9 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:17.991590 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-85eee400-9a5e-4769-8fe7-d8c15dca09ab req-ef4792d1-5b96-4f5f-a8f6-2d95878c2aa9 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb33acf7-a0ef-4664-ae1b-123eb59d27e0 HTTP/1.1" status: 200 len: 944 time: 0.0691264 Sep 21 22:06:18.019143 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c16322-b7df-443b-8177-c7a98c9086ca req-94896b7e-560b-4eab-b166-f1ac9964798a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:18.022253 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-d7c16322-b7df-443b-8177-c7a98c9086ca req-94896b7e-560b-4eab-b166-f1ac9964798a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1a441478-37fd-49f9-afec-ab177303560e HTTP/1.1" status: 200 len: 854 time: 0.0663204 Sep 21 22:06:18.044864 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-85eee400-9a5e-4769-8fe7-d8c15dca09ab req-930ab861-771a-402d-9b63-2e970ad67e0f tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=83ff88a0-8668-471b-9e4e-f56cfd55bc70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494845 Sep 21 22:06:18.098172 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c16322-b7df-443b-8177-c7a98c9086ca req-5289ba8f-e8b1-453d-be9b-604586cf6b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:18.101082 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-d7c16322-b7df-443b-8177-c7a98c9086ca req-5289ba8f-e8b1-453d-be9b-604586cf6b8d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2abe6793-4110-455a-aa7b-f1c0038ce3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0670273 Sep 21 22:06:18.132040 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 36102) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:06:18.150479 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-1bc7560a-a508-47f6-a09b-d14dc189af5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:18.182437 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-c845be4b-0184-4d06-927f-b3fa5660e76d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f5fc28ce43d342ff812e8671de415a9c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0476513 Sep 21 22:06:18.182833 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 36104) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:06:18.250732 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-d7c16322-b7df-443b-8177-c7a98c9086ca req-c6a85b61-eeda-49b9-903e-8e4edc059c12 service neutron] 10.222.0.71 "GET /v2.0/networks/2abe6793-4110-455a-aa7b-f1c0038ce3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411831 Sep 21 22:06:18.258365 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-090b3108-e504-4f06-9723-d896eb9d8feb admin admin] Publish callbacks [] for security_group (019b536f-d273-477b-9e76-588d11085a3e), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:18.284352 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-090b3108-e504-4f06-9723-d896eb9d8feb admin admin] Publish callbacks [] for security_group (019b536f-d273-477b-9e76-588d11085a3e), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:18.374211 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device d9aa81ae-410b-4f57-b18c-445cc091494d details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=116021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 22:06:18.379627 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-d7c16322-b7df-443b-8177-c7a98c9086ca req-58b8eab0-5de6-48b9-9204-a22a134b7005 service neutron] 10.222.0.71 "GET /v2.0/networks/2abe6793-4110-455a-aa7b-f1c0038ce3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198885 Sep 21 22:06:18.435209 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-090b3108-e504-4f06-9723-d896eb9d8feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (019b536f-d273-477b-9e76-588d11085a3e), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:18.437825 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-090b3108-e504-4f06-9723-d896eb9d8feb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:18.439102 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-090b3108-e504-4f06-9723-d896eb9d8feb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/019b536f-d273-477b-9e76-588d11085a3e HTTP/1.1" status: 204 len: 168 time: 0.2552865 Sep 21 22:06:18.460118 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b3108-e504-4f06-9723-d896eb9d8feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019b536f-d273-477b-9e76-588d11085a3e,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:06:18.499448 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b204f-d755-47e0-9c1a-77b50067b209 req-508de4ce-babf-4a25-8600-b2daa3e84242 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:18.501882 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-318b204f-d755-47e0-9c1a-77b50067b209 req-508de4ce-babf-4a25-8600-b2daa3e84242 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 944 time: 0.0976868 Sep 21 22:06:18.504359 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port d9aa81ae-410b-4f57-b18c-445cc091494d, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=d9aa81ae-410b-4f57-b18c-445cc091494d,segment=NetworkSegment(4fff32e9-f6fd-44da-9fbd-cc690d6c811a),segment_id=4fff32e9-f6fd-44da-9fbd-cc690d6c811a)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:06:18.526079 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Returning: {'device': 'd9aa81ae-410b-4f57-b18c-445cc091494d', 'network_id': '8ce7ca27-65f9-442f-9460-582319d50317', 'port_id': 'd9aa81ae-410b-4f57-b18c-445cc091494d', 'mac_address': 'fa:16:3e:05:da:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61fb7232-c6fb-44a6-ba93-ebc4a1b2df41', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 22:06:18.600738 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port d9aa81ae-410b-4f57-b18c-445cc091494d is: DOWN; New status is: BUILD {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:06:18.601520 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (d9aa81ae-410b-4f57-b18c-445cc091494d), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:18.625642 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.notifiers.nova [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9aa81ae-410b-4f57-b18c-445cc091494d {{(pid=116021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:06:18.628901 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-318b204f-d755-47e0-9c1a-77b50067b209 req-4a1b1080-8c58-4ead-af12-3b3c9189096b tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121836 Sep 21 22:06:18.666612 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port d9aa81ae-410b-4f57-b18c-445cc091494d, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=d9aa81ae-410b-4f57-b18c-445cc091494d,segment=NetworkSegment(4fff32e9-f6fd-44da-9fbd-cc690d6c811a),segment_id=4fff32e9-f6fd-44da-9fbd-cc690d6c811a)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:06:18.690203 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e740a5-d3e6-4db7-ba76-824f245390aa req-9903448a-4f61-4ca9-b526-1a33f4d6ddef tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:18.694855 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-89e740a5-d3e6-4db7-ba76-824f245390aa req-9903448a-4f61-4ca9-b526-1a33f4d6ddef tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 946 time: 0.0908577 Sep 21 22:06:18.744368 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (d9aa81ae-410b-4f57-b18c-445cc091494d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:18.756419 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-89e740a5-d3e6-4db7-ba76-824f245390aa req-4444fba5-ac4b-439f-9af7-54543d7e9d1c tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581975 Sep 21 22:06:18.936463 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=d9aa81ae-410b-4f57-b18c-445cc091494d,revision_number=7']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:06:19.013124 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] get_ports_and_sgs() called for port_ids ['d9aa81ae-410b-4f57-b18c-445cc091494d'] {{(pid=116021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:06:19.209310 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcdbd80-8da2-438d-a1d4-ad987033cda5 req-61784beb-7637-4664-87f9-501e350b0d90 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:19.212129 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-7bcdbd80-8da2-438d-a1d4-ad987033cda5 req-61784beb-7637-4664-87f9-501e350b0d90 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb33acf7-a0ef-4664-ae1b-123eb59d27e0 HTTP/1.1" status: 200 len: 944 time: 0.0725405 Sep 21 22:06:19.284905 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-7bcdbd80-8da2-438d-a1d4-ad987033cda5 req-c6976f3f-9514-47e5-891a-88ca1b2c3dd5 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=83ff88a0-8668-471b-9e4e-f56cfd55bc70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647533 Sep 21 22:06:19.516241 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:19.792313 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b378240-dc28-432a-a538-7b81bcf49e85 req-3a37d015-649f-41dc-82de-407619b9b56b tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:19.794198 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-7b378240-dc28-432a-a538-7b81bcf49e85 req-3a37d015-649f-41dc-82de-407619b9b56b tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 945 time: 0.0642915 Sep 21 22:06:19.853578 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-7b378240-dc28-432a-a538-7b81bcf49e85 req-59cb18fa-85d5-4e82-bffc-4f47aacd20af tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518208 Sep 21 22:06:19.960298 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a4c07-bb41-4682-90a2-5d1920b92315 req-878f05b0-e54a-4928-bdd3-b9263135aba7 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:19.964913 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-6f1a4c07-bb41-4682-90a2-5d1920b92315 req-878f05b0-e54a-4928-bdd3-b9263135aba7 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 946 time: 0.0963120 Sep 21 22:06:20.028335 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-6f1a4c07-bb41-4682-90a2-5d1920b92315 req-36af7465-a6a1-4f49-bdcb-3bbb7638ed4b tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561802 Sep 21 22:06:20.382783 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device d9aa81ae-410b-4f57-b18c-445cc091494d up at agent hyperv_hv-cinder-85881 {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:06:20.467154 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf52a8-fe16-4ec4-9ebe-55a92ec31cb7 req-079fd46f-d2d0-4def-a113-a061472faebd tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:20.469533 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-7fcf52a8-fe16-4ec4-9ebe-55a92ec31cb7 req-079fd46f-d2d0-4def-a113-a061472faebd tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb33acf7-a0ef-4664-ae1b-123eb59d27e0 HTTP/1.1" status: 200 len: 944 time: 0.0849693 Sep 21 22:06:20.470650 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Provisioning complete for port d9aa81ae-410b-4f57-b18c-445cc091494d triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:06:20.471269 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (d9aa81ae-410b-4f57-b18c-445cc091494d), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:20.472406 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Attempt 1 to provision port d9aa81ae-410b-4f57-b18c-445cc091494d Sep 21 22:06:20.552623 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-7fcf52a8-fe16-4ec4-9ebe-55a92ec31cb7 req-8bf4b888-52e6-4264-bad3-9b80e4bbd167 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=83ff88a0-8668-471b-9e4e-f56cfd55bc70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721297 Sep 21 22:06:20.588997 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port d9aa81ae-410b-4f57-b18c-445cc091494d is: BUILD; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:06:20.589908 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (d9aa81ae-410b-4f57-b18c-445cc091494d), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:20.617459 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2703320a-95cb-4c2e-b640-da7106fc48e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9aa81ae-410b-4f57-b18c-445cc091494d'}] {{(pid=116021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:06:20.619869 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d500dca99ac2bf62db1703b02a00765538e18f27ddf2ede5333818e021564b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6de873f-7a40-4526-b03d-42abc8b43ef5" -d '{"events": [{"server_uuid": "2703320a-95cb-4c2e-b640-da7106fc48e2", "name": "network-vif-plugged", "status": "completed", "tag": "d9aa81ae-410b-4f57-b18c-445cc091494d"}]}' {{(pid=116021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:06:20.637474 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port d9aa81ae-410b-4f57-b18c-445cc091494d, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=d9aa81ae-410b-4f57-b18c-445cc091494d,segment=NetworkSegment(4fff32e9-f6fd-44da-9fbd-cc690d6c811a),segment_id=4fff32e9-f6fd-44da-9fbd-cc690d6c811a)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:06:20.727232 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (d9aa81ae-410b-4f57-b18c-445cc091494d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:20.757253 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c159c5af-ead6-4373-8eb7-776d73b09517 x-openstack-request-id: req-c159c5af-ead6-4373-8eb7-776d73b09517 {{(pid=116021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:06:20.757696 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2703320a-95cb-4c2e-b640-da7106fc48e2", "name": "network-vif-plugged", "status": "completed", "tag": "d9aa81ae-410b-4f57-b18c-445cc091494d", "code": 200}]} {{(pid=116021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:06:20.758042 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c159c5af-ead6-4373-8eb7-776d73b09517 {{(pid=116021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:06:20.758602 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c159c5af-ead6-4373-8eb7-776d73b09517'] response: {'server_uuid': '2703320a-95cb-4c2e-b640-da7106fc48e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9aa81ae-410b-4f57-b18c-445cc091494d', 'code': 200} Sep 21 22:06:20.792785 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=d9aa81ae-410b-4f57-b18c-445cc091494d,revision_number=8']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:06:21.042296 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58862197-5c35-4ae9-a220-1d71dcf3e32b req-ea62933b-08b5-43a6-a125-e450cc279d64 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:21.043978 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-58862197-5c35-4ae9-a220-1d71dcf3e32b req-ea62933b-08b5-43a6-a125-e450cc279d64 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 946 time: 0.0847220 Sep 21 22:06:21.082976 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:21.114756 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-58862197-5c35-4ae9-a220-1d71dcf3e32b req-77295227-085b-4c7d-a90d-99ad966064db tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588443 Sep 21 22:06:21.201127 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5fd56-ec94-4edc-b97a-c656cf386959 req-5857e2aa-1ea8-4e73-8a6d-1b54069d6f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:21.202638 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-b7a5fd56-ec94-4edc-b97a-c656cf386959 req-5857e2aa-1ea8-4e73-8a6d-1b54069d6f65 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 1130 time: 0.0784156 Sep 21 22:06:21.266449 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-b7a5fd56-ec94-4edc-b97a-c656cf386959 req-47d4d692-cfbe-4935-b30f-b9225266cd43 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569463 Sep 21 22:06:21.274173 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b113f-6345-40e8-9ee1-861ddee8a692 req-170d2a1e-c523-4038-a770-34b1f468b346 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:21.276173 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-078b113f-6345-40e8-9ee1-861ddee8a692 req-170d2a1e-c523-4038-a770-34b1f468b346 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 946 time: 0.1159887 Sep 21 22:06:21.343826 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-078b113f-6345-40e8-9ee1-861ddee8a692 req-bd3a3186-cc3c-428a-aa27-b24c36691088 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615005 Sep 21 22:06:21.712817 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b93087-66b3-4bcb-aea1-b10ec76d9e23 req-bf664dd2-f9dd-457c-a806-aae3a55eae1b tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:21.714706 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-81b93087-66b3-4bcb-aea1-b10ec76d9e23 req-bf664dd2-f9dd-457c-a806-aae3a55eae1b tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb33acf7-a0ef-4664-ae1b-123eb59d27e0 HTTP/1.1" status: 200 len: 944 time: 0.0684323 Sep 21 22:06:21.777783 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-81b93087-66b3-4bcb-aea1-b10ec76d9e23 req-c3487bfd-87a1-44fa-a505-993281202a3f tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=83ff88a0-8668-471b-9e4e-f56cfd55bc70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559931 Sep 21 22:06:22.307053 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c56f9-d885-4905-aa8e-eeae6335fea2 req-bafabb0c-6301-4a93-b4a1-5f4e74e44eca tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:22.309891 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-af9c56f9-d885-4905-aa8e-eeae6335fea2 req-bafabb0c-6301-4a93-b4a1-5f4e74e44eca tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 946 time: 0.0794921 Sep 21 22:06:22.392519 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-af9c56f9-d885-4905-aa8e-eeae6335fea2 req-18770d4f-5ea6-48db-ab9c-896dc3fa0b38 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694859 Sep 21 22:06:22.395819 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device 3c66d8c8-7232-421e-a3b6-7efd5dcfee21 details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=116021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 22:06:22.601276 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port 3c66d8c8-7232-421e-a3b6-7efd5dcfee21, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=3c66d8c8-7232-421e-a3b6-7efd5dcfee21,segment=NetworkSegment(64832c79-06e5-4b2e-9d17-904da6f2a29e),segment_id=64832c79-06e5-4b2e-9d17-904da6f2a29e)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:06:22.611935 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:22.619242 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Returning: {'device': '3c66d8c8-7232-421e-a3b6-7efd5dcfee21', 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef', 'port_id': '3c66d8c8-7232-421e-a3b6-7efd5dcfee21', 'mac_address': 'fa:16:3e:a8:38:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a441478-37fd-49f9-afec-ab177303560e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 22:06:22.622672 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee7d8c-c219-47c9-8e84-66c2c3613a95 req-e51acb2a-5410-4e0e-9361-f9ca431b15bc tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:22.625444 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-34ee7d8c-c219-47c9-8e84-66c2c3613a95 req-e51acb2a-5410-4e0e-9361-f9ca431b15bc tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 946 time: 0.1077971 Sep 21 22:06:22.666254 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port 3c66d8c8-7232-421e-a3b6-7efd5dcfee21 is: DOWN; New status is: BUILD {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:06:22.666849 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (3c66d8c8-7232-421e-a3b6-7efd5dcfee21), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:22.687392 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.notifiers.nova [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c66d8c8-7232-421e-a3b6-7efd5dcfee21 {{(pid=116021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:06:22.688492 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-34ee7d8c-c219-47c9-8e84-66c2c3613a95 req-e69dfbec-d8b4-4963-ba77-e465c13b0520 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551963 Sep 21 22:06:22.720251 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port 3c66d8c8-7232-421e-a3b6-7efd5dcfee21, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=3c66d8c8-7232-421e-a3b6-7efd5dcfee21,segment=NetworkSegment(64832c79-06e5-4b2e-9d17-904da6f2a29e),segment_id=64832c79-06e5-4b2e-9d17-904da6f2a29e)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:06:22.864841 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (3c66d8c8-7232-421e-a3b6-7efd5dcfee21), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:22.945640 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=3c66d8c8-7232-421e-a3b6-7efd5dcfee21,revision_number=4']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:06:22.954036 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e270f4bc-64bb-463e-aecc-84bd7d8986be req-4026e9b8-b6bd-4fd9-a7a9-f04d0eb745e0 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:22.958585 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-e270f4bc-64bb-463e-aecc-84bd7d8986be req-4026e9b8-b6bd-4fd9-a7a9-f04d0eb745e0 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb33acf7-a0ef-4664-ae1b-123eb59d27e0 HTTP/1.1" status: 200 len: 945 time: 0.0967882 Sep 21 22:06:23.023773 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-e270f4bc-64bb-463e-aecc-84bd7d8986be req-4c480178-dea5-418c-a641-8069fa29e1d9 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=83ff88a0-8668-471b-9e4e-f56cfd55bc70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567064 Sep 21 22:06:23.146938 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] get_ports_and_sgs() called for port_ids ['3c66d8c8-7232-421e-a3b6-7efd5dcfee21'] {{(pid=116021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:06:23.567421 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad2405e-ccff-4c6b-871d-0ab88ebc9271 req-a7278f8d-c532-48dd-8816-39583c5d74bd tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:23.569152 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-7ad2405e-ccff-4c6b-871d-0ab88ebc9271 req-a7278f8d-c532-48dd-8816-39583c5d74bd tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 946 time: 0.0648339 Sep 21 22:06:23.630133 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-7ad2405e-ccff-4c6b-871d-0ab88ebc9271 req-5b99169a-a7d0-4394-bded-77c7d9b246e1 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546153 Sep 21 22:06:23.846483 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf1deb-2962-43b6-9577-cdf14ff268a8 req-555375ff-8e07-4846-83a3-7ea990139267 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:23.848683 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-76cf1deb-2962-43b6-9577-cdf14ff268a8 req-555375ff-8e07-4846-83a3-7ea990139267 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 946 time: 0.0601325 Sep 21 22:06:23.907925 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-76cf1deb-2962-43b6-9577-cdf14ff268a8 req-e1876398-f868-4239-be55-478a4b8d474b tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531299 Sep 21 22:06:24.195811 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119150e-3d2e-4a95-ba41-8f09e9923074 req-db7a37a9-12bd-4fd4-9898-d94a015abe46 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:24.197472 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-e119150e-3d2e-4a95-ba41-8f09e9923074 req-db7a37a9-12bd-4fd4-9898-d94a015abe46 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb33acf7-a0ef-4664-ae1b-123eb59d27e0 HTTP/1.1" status: 200 len: 945 time: 0.0773618 Sep 21 22:06:24.261319 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-e119150e-3d2e-4a95-ba41-8f09e9923074 req-28f120ef-41fe-40f3-a78c-c1e982ea24e8 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=83ff88a0-8668-471b-9e4e-f56cfd55bc70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576417 Sep 21 22:06:24.415507 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device 3c66d8c8-7232-421e-a3b6-7efd5dcfee21 up at agent hyperv_hv-cinder-85881 {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:06:24.549114 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Provisioning for port 3c66d8c8-7232-421e-a3b6-7efd5dcfee21 completed by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 22:06:24.554375 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Provisioning complete for port 3c66d8c8-7232-421e-a3b6-7efd5dcfee21 triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:06:24.554914 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (3c66d8c8-7232-421e-a3b6-7efd5dcfee21), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:24.555360 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Attempt 1 to provision port 3c66d8c8-7232-421e-a3b6-7efd5dcfee21 Sep 21 22:06:24.578252 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 36202) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:06:24.661485 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port 3c66d8c8-7232-421e-a3b6-7efd5dcfee21 is: BUILD; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:06:24.662099 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (3c66d8c8-7232-421e-a3b6-7efd5dcfee21), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:24.689803 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb33acf7-a0ef-4664-ae1b-123eb59d27e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c66d8c8-7232-421e-a3b6-7efd5dcfee21'}] {{(pid=116021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:06:24.692995 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d500dca99ac2bf62db1703b02a00765538e18f27ddf2ede5333818e021564b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be568222-b8f0-43cd-87e6-408995ef2576" -d '{"events": [{"server_uuid": "eb33acf7-a0ef-4664-ae1b-123eb59d27e0", "name": "network-vif-plugged", "status": "completed", "tag": "3c66d8c8-7232-421e-a3b6-7efd5dcfee21"}]}' {{(pid=116021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:06:24.708804 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port 3c66d8c8-7232-421e-a3b6-7efd5dcfee21, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=3c66d8c8-7232-421e-a3b6-7efd5dcfee21,segment=NetworkSegment(64832c79-06e5-4b2e-9d17-904da6f2a29e),segment_id=64832c79-06e5-4b2e-9d17-904da6f2a29e)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:06:24.752770 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a0c91d-9c97-41bf-ac36-2f435f5bd580 x-openstack-request-id: req-31a0c91d-9c97-41bf-ac36-2f435f5bd580 {{(pid=116021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:06:24.753652 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb33acf7-a0ef-4664-ae1b-123eb59d27e0", "name": "network-vif-plugged", "status": "completed", "tag": "3c66d8c8-7232-421e-a3b6-7efd5dcfee21", "code": 200}]} {{(pid=116021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:06:24.753923 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-31a0c91d-9c97-41bf-ac36-2f435f5bd580 {{(pid=116021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:06:24.754382 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31a0c91d-9c97-41bf-ac36-2f435f5bd580'] response: {'server_uuid': 'eb33acf7-a0ef-4664-ae1b-123eb59d27e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c66d8c8-7232-421e-a3b6-7efd5dcfee21', 'code': 200} Sep 21 22:06:24.775355 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-195a97f0-a97f-4a34-8a1e-0009871b6922 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:24.790248 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (3c66d8c8-7232-421e-a3b6-7efd5dcfee21), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:24.877536 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=3c66d8c8-7232-421e-a3b6-7efd5dcfee21,revision_number=5']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:06:24.899205 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-195a97f0-a97f-4a34-8a1e-0009871b6922 admin admin] Publish callbacks [] for security_group (4e4d99b2-7274-4810-910a-150db4145994), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:25.020769 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-195a97f0-a97f-4a34-8a1e-0009871b6922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (4e4d99b2-7274-4810-910a-150db4145994), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:25.074687 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-195a97f0-a97f-4a34-8a1e-0009871b6922 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6a13a946689d458f9074fb4ecafe938b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4950249 Sep 21 22:06:25.075624 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a97f0-a97f-4a34-8a1e-0009871b6922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4d99b2-7274-4810-910a-150db4145994,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:06:25.079279 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 36210) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:06:25.079729 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006897be-d4af-4ff8-bbf0-7127041ad742 req-2d248272-c803-4ae5-b6e1-66061bff4e77 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:25.082171 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-006897be-d4af-4ff8-bbf0-7127041ad742 req-2d248272-c803-4ae5-b6e1-66061bff4e77 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 946 time: 0.0721290 Sep 21 22:06:25.154281 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-d3fbd9e9-dcf3-4045-bebf-e3a6e1ab00bb admin admin] Publish callbacks [] for security_group (4e4d99b2-7274-4810-910a-150db4145994), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:25.156477 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-006897be-d4af-4ff8-bbf0-7127041ad742 req-19a963f3-ff54-473e-8ef7-d14a3415cde6 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621364 Sep 21 22:06:25.204708 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-d3fbd9e9-dcf3-4045-bebf-e3a6e1ab00bb admin admin] Publish callbacks [] for security_group (4e4d99b2-7274-4810-910a-150db4145994), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:25.258183 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e748c0-34e7-4736-a67d-39f8c257ea80 req-09cf1e66-f38c-4fb5-a520-9e85ddb8abc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:25.260313 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-18e748c0-34e7-4736-a67d-39f8c257ea80 req-09cf1e66-f38c-4fb5-a520-9e85ddb8abc4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=eb33acf7-a0ef-4664-ae1b-123eb59d27e0 HTTP/1.1" status: 200 len: 1130 time: 0.0942445 Sep 21 22:06:25.340769 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-18e748c0-34e7-4736-a67d-39f8c257ea80 req-d84a45ec-bcf3-41f7-8c05-47b0a792b334 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=83ff88a0-8668-471b-9e4e-f56cfd55bc70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739059 Sep 21 22:06:25.401184 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-d3fbd9e9-dcf3-4045-bebf-e3a6e1ab00bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (4e4d99b2-7274-4810-910a-150db4145994), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:25.403964 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-d3fbd9e9-dcf3-4045-bebf-e3a6e1ab00bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:25.405230 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-d3fbd9e9-dcf3-4045-bebf-e3a6e1ab00bb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4e4d99b2-7274-4810-910a-150db4145994 HTTP/1.1" status: 204 len: 168 time: 0.3248925 Sep 21 22:06:25.414818 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fbd9e9-dcf3-4045-bebf-e3a6e1ab00bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4d99b2-7274-4810-910a-150db4145994,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:06:25.442408 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0198d084-8ad4-48d5-811f-59c3dddb6aea req-9f2bed9e-c0f8-4b3e-b991-9028142a9ed9 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:25.445329 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-0198d084-8ad4-48d5-811f-59c3dddb6aea req-9f2bed9e-c0f8-4b3e-b991-9028142a9ed9 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb33acf7-a0ef-4664-ae1b-123eb59d27e0 HTTP/1.1" status: 200 len: 946 time: 0.0804501 Sep 21 22:06:25.523424 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-0198d084-8ad4-48d5-811f-59c3dddb6aea req-780a8f60-3693-4dbd-ba9f-27df4267a4b0 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=83ff88a0-8668-471b-9e4e-f56cfd55bc70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715556 Sep 21 22:06:26.333381 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89afa96-c7be-4480-8fc5-b210928a5a9e req-a63edb8a-7540-4b4d-a83f-ae3ff56caca6 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:26.338245 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b89afa96-c7be-4480-8fc5-b210928a5a9e req-a63edb8a-7540-4b4d-a83f-ae3ff56caca6 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 946 time: 0.0705645 Sep 21 22:06:26.404851 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b89afa96-c7be-4480-8fc5-b210928a5a9e req-cb84fc4a-6eb9-4600-b1cc-7e9bc6fd1fbc tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622172 Sep 21 22:06:26.694213 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db4d32-7135-488e-8f2f-f51fce6913c6 req-980ddcfb-7ca6-459c-9342-59b81c55cde9 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:26.696582 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-48db4d32-7135-488e-8f2f-f51fce6913c6 req-980ddcfb-7ca6-459c-9342-59b81c55cde9 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb33acf7-a0ef-4664-ae1b-123eb59d27e0 HTTP/1.1" status: 200 len: 946 time: 0.0777805 Sep 21 22:06:26.785155 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-48db4d32-7135-488e-8f2f-f51fce6913c6 req-f4980109-51d1-4f94-b56c-7f1e735e9ada tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=83ff88a0-8668-471b-9e4e-f56cfd55bc70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797892 Sep 21 22:06:27.577117 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e10af1-bae6-4499-a7a6-6d746c3492db req-e9b84ad2-bcff-449e-b591-1c62b09a3934 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:27.580132 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-e2e10af1-bae6-4499-a7a6-6d746c3492db req-e9b84ad2-bcff-449e-b591-1c62b09a3934 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 946 time: 0.0853977 Sep 21 22:06:27.645391 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-e2e10af1-bae6-4499-a7a6-6d746c3492db req-2920cd28-1f0a-433c-a535-029e29851082 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570259 Sep 21 22:06:27.977317 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6fdc0a-78e8-44e6-a371-0f8aebe368b2 req-178ccc78-3917-4741-a772-4f63ea39646d tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:27.980218 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-3b6fdc0a-78e8-44e6-a371-0f8aebe368b2 req-178ccc78-3917-4741-a772-4f63ea39646d tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb33acf7-a0ef-4664-ae1b-123eb59d27e0 HTTP/1.1" status: 200 len: 946 time: 0.0909607 Sep 21 22:06:28.045480 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-3b6fdc0a-78e8-44e6-a371-0f8aebe368b2 req-073c5210-ebc9-4392-96eb-b09838acf338 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=83ff88a0-8668-471b-9e4e-f56cfd55bc70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558927 Sep 21 22:06:28.192618 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dfb1f7-5617-4057-a22b-bac66e33f35b req-7e7e8a23-79af-4739-8f48-394c4ce03a0a tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:28.194233 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-00dfb1f7-5617-4057-a22b-bac66e33f35b req-7e7e8a23-79af-4739-8f48-394c4ce03a0a tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb33acf7-a0ef-4664-ae1b-123eb59d27e0 HTTP/1.1" status: 200 len: 946 time: 0.0597565 Sep 21 22:06:28.205807 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 36268) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:06:28.213921 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-0d80fad8-893e-4620-b96e-a064b84c8510 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Request body: {'floatingip': {'port_id': '3c66d8c8-7232-421e-a3b6-7efd5dcfee21'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:06:28.277247 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-0d80fad8-893e-4620-b96e-a064b84c8510 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for floatingip (cadd02dd-5087-4404-982f-1aefb1669c82), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:28.833554 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02eb6e4-ff84-436f-bf43-400e69d64124 req-eed959e8-8cfc-4845-b509-2c9a7e1ecedd tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:28.835437 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-d02eb6e4-ff84-436f-bf43-400e69d64124 req-eed959e8-8cfc-4845-b509-2c9a7e1ecedd tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 946 time: 0.0708599 Sep 21 22:06:28.894779 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-d02eb6e4-ff84-436f-bf43-400e69d64124 req-bcaf796f-4040-4876-93ed-71db62cec502 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519087 Sep 21 22:06:28.900316 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-0d80fad8-893e-4620-b96e-a064b84c8510 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:28.995812 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-0d80fad8-893e-4620-b96e-a064b84c8510 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494336'] for floatingip (cadd02dd-5087-4404-982f-1aefb1669c82), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:29.107588 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.db.l3_db [None req-0d80fad8-893e-4620-b96e-a064b84c8510 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Floating IP cadd02dd-5087-4404-982f-1aefb1669c82 associated. External IP: 172.27.1.51, port: 3c66d8c8-7232-421e-a3b6-7efd5dcfee21. Sep 21 22:06:29.323761 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d80fad8-893e-4620-b96e-a064b84c8510 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Router bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55 has already been hosted by L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 {{(pid=116020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:06:29.440861 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d80fad8-893e-4620-b96e-a064b84c8510 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:06:29.446897 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-0d80fad8-893e-4620-b96e-a064b84c8510 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for floatingip (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:29.453019 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c0c00b-0cb4-45d1-9319-a2d7206af2b9 None None] Sync routers for ids ['bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'] in dv-cinder-858819-1-iscsi {{(pid=116021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:06:29.466522 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c0c00b-0cb4-45d1-9319-a2d7206af2b9 None None] Routers {'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:06:29.467311 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-76c0c00b-0cb4-45d1-9319-a2d7206af2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:06:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'], 'active': True} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:06:29.484534 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-0d80fad8-893e-4620-b96e-a064b84c8510 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "PUT /v2.0/floatingips/cadd02dd-5087-4404-982f-1aefb1669c82 HTTP/1.1" status: 200 len: 991 time: 1.2769291 Sep 21 22:06:29.485211 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb33acf7-a0ef-4664-ae1b-123eb59d27e0', 'tag': '3c66d8c8-7232-421e-a3b6-7efd5dcfee21'}] {{(pid=116020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:06:29.487702 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}616469ce01b4343580b51944d90e43cdadd76175ffa2c7c7ae3ce11ef7217efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00a68bf-f5e2-4a8a-a115-7dbcb90ed628" -d '{"events": [{"name": "network-changed", "server_uuid": "eb33acf7-a0ef-4664-ae1b-123eb59d27e0", "tag": "3c66d8c8-7232-421e-a3b6-7efd5dcfee21"}]}' {{(pid=116020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:06:29.530702 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141a0ae5-348f-4034-a07c-b9fde7716385 x-openstack-request-id: req-141a0ae5-348f-4034-a07c-b9fde7716385 {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:06:29.531143 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb33acf7-a0ef-4664-ae1b-123eb59d27e0", "tag": "3c66d8c8-7232-421e-a3b6-7efd5dcfee21", "status": "completed", "code": 200}]} {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:06:29.531476 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-141a0ae5-348f-4034-a07c-b9fde7716385 {{(pid=116020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:06:29.532010 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-141a0ae5-348f-4034-a07c-b9fde7716385'] response: {'name': 'network-changed', 'server_uuid': 'eb33acf7-a0ef-4664-ae1b-123eb59d27e0', 'tag': '3c66d8c8-7232-421e-a3b6-7efd5dcfee21', 'status': 'completed', 'code': 200} Sep 21 22:06:29.604956 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvr_db [None req-76c0c00b-0cb4-45d1-9319-a2d7206af2b9 None None] Set router bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:06:29.611201 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a68bf-f5e2-4a8a-a115-7dbcb90ed628 req-d1ec78be-9985-4014-b077-5d58845d5832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:29.613933 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-c00a68bf-f5e2-4a8a-a115-7dbcb90ed628 req-d1ec78be-9985-4014-b077-5d58845d5832 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fea8845b2dfd4b2ab3278d6c2809014f&device_id=eb33acf7-a0ef-4664-ae1b-123eb59d27e0 HTTP/1.1" status: 200 len: 1130 time: 0.0587938 Sep 21 22:06:29.738127 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a68bf-f5e2-4a8a-a115-7dbcb90ed628 req-05a978d2-4c68-4a5d-a12a-6b4235a27510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:29.739568 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-c00a68bf-f5e2-4a8a-a115-7dbcb90ed628 req-05a978d2-4c68-4a5d-a12a-6b4235a27510 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2abe6793-4110-455a-aa7b-f1c0038ce3ef HTTP/1.1" status: 200 len: 916 time: 0.1188912 Sep 21 22:06:29.818135 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-c00a68bf-f5e2-4a8a-a115-7dbcb90ed628 req-77d6a62e-ecb6-4dc5-b613-330224f2db4d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c66d8c8-7232-421e-a3b6-7efd5dcfee21 HTTP/1.1" status: 200 len: 999 time: 0.0647275 Sep 21 22:06:29.887530 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a68bf-f5e2-4a8a-a115-7dbcb90ed628 req-7ac9c881-eb60-4a9a-8a06-0b25a413b942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:29.889439 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-c00a68bf-f5e2-4a8a-a115-7dbcb90ed628 req-7ac9c881-eb60-4a9a-8a06-0b25a413b942 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1a441478-37fd-49f9-afec-ab177303560e HTTP/1.1" status: 200 len: 854 time: 0.0620821 Sep 21 22:06:29.957485 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a68bf-f5e2-4a8a-a115-7dbcb90ed628 req-f0b9bf56-9ab7-4977-bf7b-47f7c57055bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:29.960245 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-c00a68bf-f5e2-4a8a-a115-7dbcb90ed628 req-f0b9bf56-9ab7-4977-bf7b-47f7c57055bd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2abe6793-4110-455a-aa7b-f1c0038ce3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0615361 Sep 21 22:06:29.972204 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-76c0c00b-0cb4-45d1-9319-a2d7206af2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'name': 'tempest-AttachVolumeNegativeTest-1717603948-router', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:27Z', 'updated_at': '2022-09-21T22:00:36Z', 'revision_number': 4, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'gw_port': {'id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_floatingips': [{'id': 'cadd02dd-5087-4404-982f-1aefb1669c82', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'floating_ip_address': '172.27.1.51', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'port_id': '3c66d8c8-7232-421e-a3b6-7efd5dcfee21', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef', 'mac_address': 'fa:16:3e:a8:38:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb33acf7-a0ef-4664-ae1b-123eb59d27e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:06:10Z', 'updated_at': '2022-09-21T22:06:28Z', 'revision_number': 1, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c9154d-e5e0-4b4e-9149-22dcbcaa508b', 'name': '', 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'mac_address': 'fa:16:3e:41:8a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1a441478-37fd-49f9-afec-ab177303560e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:34Z', 'updated_at': '2022-09-21T22:00:47Z', 'revision_number': 5, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'subnets': [{'id': '1a441478-37fd-49f9-afec-ab177303560e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:06:30.004051 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c0c00b-0cb4-45d1-9319-a2d7206af2b9 None None] Checking router: bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55 for host: dv-cinder-858819-1-iscsi {{(pid=116021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:06:30.014069 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c0c00b-0cb4-45d1-9319-a2d7206af2b9 None None] Routers {'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:06:30.014900 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-76c0c00b-0cb4-45d1-9319-a2d7206af2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:06:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'], 'active': True} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:06:30.074491 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00718129-d3ff-4d5c-9ac0-fa7af7321cf1 req-c4d6d93e-f556-4f21-8457-fcbbff404370 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:30.077809 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-00718129-d3ff-4d5c-9ac0-fa7af7321cf1 req-c4d6d93e-f556-4f21-8457-fcbbff404370 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 946 time: 0.0755596 Sep 21 22:06:30.116525 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-c00a68bf-f5e2-4a8a-a115-7dbcb90ed628 req-572d5654-8b46-4940-8372-ed70cfe9f0a4 service neutron] 10.222.0.71 "GET /v2.0/networks/2abe6793-4110-455a-aa7b-f1c0038ce3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463928 Sep 21 22:06:30.153514 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-00718129-d3ff-4d5c-9ac0-fa7af7321cf1 req-cf41ec28-ef33-4d55-ae83-97475ac0120d tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652454 Sep 21 22:06:30.189939 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvr_db [None req-76c0c00b-0cb4-45d1-9319-a2d7206af2b9 None None] Set router bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:06:30.305508 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-c00a68bf-f5e2-4a8a-a115-7dbcb90ed628 req-794b639e-68ef-4f75-9adb-05111b0a746b service neutron] 10.222.0.71 "GET /v2.0/networks/2abe6793-4110-455a-aa7b-f1c0038ce3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756387 Sep 21 22:06:30.436652 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-76c0c00b-0cb4-45d1-9319-a2d7206af2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'name': 'tempest-AttachVolumeNegativeTest-1717603948-router', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:27Z', 'updated_at': '2022-09-21T22:00:36Z', 'revision_number': 4, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'gw_port': {'id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_floatingips': [{'id': 'cadd02dd-5087-4404-982f-1aefb1669c82', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'floating_ip_address': '172.27.1.51', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'port_id': '3c66d8c8-7232-421e-a3b6-7efd5dcfee21', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef', 'mac_address': 'fa:16:3e:a8:38:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb33acf7-a0ef-4664-ae1b-123eb59d27e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:06:10Z', 'updated_at': '2022-09-21T22:06:28Z', 'revision_number': 1, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c9154d-e5e0-4b4e-9149-22dcbcaa508b', 'name': '', 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'mac_address': 'fa:16:3e:41:8a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1a441478-37fd-49f9-afec-ab177303560e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:34Z', 'updated_at': '2022-09-21T22:00:47Z', 'revision_number': 5, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'subnets': [{'id': '1a441478-37fd-49f9-afec-ab177303560e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:06:30.470244 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device ad16a5a1-bb55-4bfe-916e-76613013670a details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=116021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 22:06:30.473146 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c0c00b-0cb4-45d1-9319-a2d7206af2b9 None None] The sync data for ids ['bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'] in dv-cinder-858819-1-iscsi is: [{'id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'name': 'tempest-AttachVolumeNegativeTest-1717603948-router', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:27Z', 'updated_at': '2022-09-21T22:00:36Z', 'revision_number': 4, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'gw_port': {'id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_floatingips': [{'id': 'cadd02dd-5087-4404-982f-1aefb1669c82', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'floating_ip_address': '172.27.1.51', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'port_id': '3c66d8c8-7232-421e-a3b6-7efd5dcfee21', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef', 'mac_address': 'fa:16:3e:a8:38:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb33acf7-a0ef-4664-ae1b-123eb59d27e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:06:10Z', 'updated_at': '2022-09-21T22:06:28Z', 'revision_number': 1, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c9154d-e5e0-4b4e-9149-22dcbcaa508b', 'name': '', 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'mac_address': 'fa:16:3e:41:8a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1a441478-37fd-49f9-afec-ab177303560e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:34Z', 'updated_at': '2022-09-21T22:00:47Z', 'revision_number': 5, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'subnets': [{'id': '1a441478-37fd-49f9-afec-ab177303560e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:06:30.621666 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port ad16a5a1-bb55-4bfe-916e-76613013670a, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=ad16a5a1-bb55-4bfe-916e-76613013670a,segment=NetworkSegment(d07355e0-aacb-4281-84d5-155a0ab99755),segment_id=d07355e0-aacb-4281-84d5-155a0ab99755)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:06:30.643477 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Returning: {'device': 'ad16a5a1-bb55-4bfe-916e-76613013670a', 'network_id': 'ab2b5ec8-d24d-414d-80a8-ae5a033aa18d', 'port_id': 'ad16a5a1-bb55-4bfe-916e-76613013670a', 'mac_address': 'fa:16:3e:91:1f:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fbdb1a2-604b-4475-ad62-84a9530d66d1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 22:06:30.716295 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port ad16a5a1-bb55-4bfe-916e-76613013670a is: ACTIVE; New status is: BUILD {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:06:30.717064 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (ad16a5a1-bb55-4bfe-916e-76613013670a), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:30.759359 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.notifiers.nova [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad16a5a1-bb55-4bfe-916e-76613013670a {{(pid=116021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:06:30.818642 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550ae54d-96b8-428d-aceb-c6a5dc8ce6d8 None None] New status for floating IP cadd02dd-5087-4404-982f-1aefb1669c82: ACTIVE {{(pid=116022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 22:06:30.825848 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port ad16a5a1-bb55-4bfe-916e-76613013670a, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=ad16a5a1-bb55-4bfe-916e-76613013670a,segment=NetworkSegment(d07355e0-aacb-4281-84d5-155a0ab99755),segment_id=d07355e0-aacb-4281-84d5-155a0ab99755)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:06:30.944925 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (ad16a5a1-bb55-4bfe-916e-76613013670a), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:31.022568 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=ad16a5a1-bb55-4bfe-916e-76613013670a,revision_number=6']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:06:31.068282 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] get_ports_and_sgs() called for port_ids ['ad16a5a1-bb55-4bfe-916e-76613013670a'] {{(pid=116021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:06:31.333973 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86f45a-1a95-43bc-b0ba-caed3242b3ca req-6858f1e4-ef08-43ea-8746-4312e9afaa0f tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:31.342453 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-5d86f45a-1a95-43bc-b0ba-caed3242b3ca req-6858f1e4-ef08-43ea-8746-4312e9afaa0f tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 945 time: 0.0609331 Sep 21 22:06:31.395047 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-5d86f45a-1a95-43bc-b0ba-caed3242b3ca req-6da26c61-25ce-45d1-8e13-8860bb3237bf tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492928 Sep 21 22:06:32.457752 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device ad16a5a1-bb55-4bfe-916e-76613013670a up at agent hyperv_hv-cinder-85881 {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:06:32.547320 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Provisioning complete for port ad16a5a1-bb55-4bfe-916e-76613013670a triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:06:32.548288 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (ad16a5a1-bb55-4bfe-916e-76613013670a), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:32.548873 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Attempt 1 to provision port ad16a5a1-bb55-4bfe-916e-76613013670a Sep 21 22:06:32.669669 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd02d2-943b-4f9f-a3ea-be9ae80c7fdc req-89635271-b9d3-4a2d-aad7-b7372a362ee6 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:32.672210 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-6ffd02d2-943b-4f9f-a3ea-be9ae80c7fdc req-89635271-b9d3-4a2d-aad7-b7372a362ee6 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 945 time: 0.1024492 Sep 21 22:06:32.705923 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port ad16a5a1-bb55-4bfe-916e-76613013670a is: BUILD; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:06:32.707297 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (ad16a5a1-bb55-4bfe-916e-76613013670a), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:32.764537 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8efafa3b-164d-4b83-acd2-2da9749de939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad16a5a1-bb55-4bfe-916e-76613013670a'}] {{(pid=116021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:06:32.768523 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d500dca99ac2bf62db1703b02a00765538e18f27ddf2ede5333818e021564b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27283d02-c99f-4d24-9efe-1032aa8d30c7" -d '{"events": [{"server_uuid": "8efafa3b-164d-4b83-acd2-2da9749de939", "name": "network-vif-plugged", "status": "completed", "tag": "ad16a5a1-bb55-4bfe-916e-76613013670a"}]}' {{(pid=116021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:06:32.789586 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-6ffd02d2-943b-4f9f-a3ea-be9ae80c7fdc req-38faf10e-8352-4147-9d4e-145c5943522c tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943875 Sep 21 22:06:32.830286 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port ad16a5a1-bb55-4bfe-916e-76613013670a, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=ad16a5a1-bb55-4bfe-916e-76613013670a,segment=NetworkSegment(d07355e0-aacb-4281-84d5-155a0ab99755),segment_id=d07355e0-aacb-4281-84d5-155a0ab99755)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:06:32.853944 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50df2696-7003-4c7f-a576-8c8a59c4c451 x-openstack-request-id: req-50df2696-7003-4c7f-a576-8c8a59c4c451 {{(pid=116021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:06:32.854724 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8efafa3b-164d-4b83-acd2-2da9749de939", "name": "network-vif-plugged", "status": "completed", "tag": "ad16a5a1-bb55-4bfe-916e-76613013670a", "code": 200}]} {{(pid=116021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:06:32.855370 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-50df2696-7003-4c7f-a576-8c8a59c4c451 {{(pid=116021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:06:32.856223 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50df2696-7003-4c7f-a576-8c8a59c4c451'] response: {'server_uuid': '8efafa3b-164d-4b83-acd2-2da9749de939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad16a5a1-bb55-4bfe-916e-76613013670a', 'code': 200} Sep 21 22:06:32.904303 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (ad16a5a1-bb55-4bfe-916e-76613013670a), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:32.964490 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=ad16a5a1-bb55-4bfe-916e-76613013670a,revision_number=7']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:06:33.746278 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.agents_db [None req-53c7536d-764e-4ad7-87ad-c450eadf28b3 None None] Agent healthcheck: found 6 active agents {{(pid=116022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:06:34.220044 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f3860-77fe-4c23-a958-cd2971f6fe33 req-5a11a1f7-78cd-4b42-96e1-1c16cfac8628 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:34.229654 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c37f3860-77fe-4c23-a958-cd2971f6fe33 req-5a11a1f7-78cd-4b42-96e1-1c16cfac8628 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 946 time: 0.3145921 Sep 21 22:06:34.288543 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c37f3860-77fe-4c23-a958-cd2971f6fe33 req-263ee496-5960-46e4-9eed-445778a13665 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573187 Sep 21 22:06:35.468663 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b3b6f-d4a7-4d11-89c6-053af242a03f req-eed8cdcb-3cd4-4c78-945b-e236aba2eec1 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:35.470600 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-939b3b6f-d4a7-4d11-89c6-053af242a03f req-eed8cdcb-3cd4-4c78-945b-e236aba2eec1 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 946 time: 0.0845249 Sep 21 22:06:35.549074 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-939b3b6f-d4a7-4d11-89c6-053af242a03f req-f67f6169-9980-472d-8390-20d9d5e05cfd tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669355 Sep 21 22:06:36.758887 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ccacd-6b0a-4dfb-b06d-849023e5f9d8 req-7a2616a5-85ce-424c-b0a5-6d3cb13c1628 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:36.762518 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-231ccacd-6b0a-4dfb-b06d-849023e5f9d8 req-7a2616a5-85ce-424c-b0a5-6d3cb13c1628 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 946 time: 0.0946438 Sep 21 22:06:36.834704 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-231ccacd-6b0a-4dfb-b06d-849023e5f9d8 req-b04aaa77-3a71-4f01-88e6-79c51e35eefc tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607126 Sep 21 22:06:37.998790 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbcea32-df86-46ff-9570-6445b045b881 req-181d1804-65a8-4085-b3f0-b193d39ef70d tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:38.068259 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2dbcea32-df86-46ff-9570-6445b045b881 req-181d1804-65a8-4085-b3f0-b193d39ef70d tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 946 time: 0.0587444 Sep 21 22:06:38.068259 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2dbcea32-df86-46ff-9570-6445b045b881 req-6aa879be-d6bb-4734-a5fa-af771cf536cf tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475807 Sep 21 22:06:39.268566 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd2e19d-de19-456f-b49a-7a60828fe8e6 req-6b76b631-74f9-410c-b295-4270392b1904 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:39.271574 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8cd2e19d-de19-456f-b49a-7a60828fe8e6 req-6b76b631-74f9-410c-b295-4270392b1904 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 946 time: 0.0717478 Sep 21 22:06:39.349777 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8cd2e19d-de19-456f-b49a-7a60828fe8e6 req-8de6f5fb-9bbc-4584-9e4c-e37c3e3b1384 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677574 Sep 21 22:06:40.608208 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814a94c-ebd4-4698-a0ed-55c11ca75993 req-6e643d67-19d6-40ad-a442-55ae4562c391 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:40.608208 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-3814a94c-ebd4-4698-a0ed-55c11ca75993 req-6e643d67-19d6-40ad-a442-55ae4562c391 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 946 time: 0.0897019 Sep 21 22:06:40.640887 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-3814a94c-ebd4-4698-a0ed-55c11ca75993 req-898fb84d-bce2-4f00-909f-8b3c44e70c0c tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583041 Sep 21 22:06:41.822144 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262df492-940c-43d0-a6c9-9dd242ce154a req-1156f581-b562-4719-a35d-f078ee343c9a tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:41.824514 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-262df492-940c-43d0-a6c9-9dd242ce154a req-1156f581-b562-4719-a35d-f078ee343c9a tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 946 time: 0.0711026 Sep 21 22:06:41.894576 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-262df492-940c-43d0-a6c9-9dd242ce154a req-7e229126-7f3e-4bf1-8123-0c6ae68cbaae tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631022 Sep 21 22:06:42.324734 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 36434) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:06:42.395299 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-f5ca8716-1e7b-4959-91e5-0f4ef6638867 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:42.492673 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-f5ca8716-1e7b-4959-91e5-0f4ef6638867 admin admin] Publish callbacks [] for security_group (6674596d-e3b1-41eb-966d-3d807f8d3628), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:42.715795 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-f5ca8716-1e7b-4959-91e5-0f4ef6638867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (6674596d-e3b1-41eb-966d-3d807f8d3628), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:42.761474 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-f5ca8716-1e7b-4959-91e5-0f4ef6638867 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1ad94ee89b124800887d02694048bd32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5129886 Sep 21 22:06:42.762699 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca8716-1e7b-4959-91e5-0f4ef6638867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6674596d-e3b1-41eb-966d-3d807f8d3628,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:06:42.764160 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 36438) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:06:42.829781 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-f074c630-7d3d-4d02-aab5-13489b4348d4 admin admin] Publish callbacks [] for security_group (6674596d-e3b1-41eb-966d-3d807f8d3628), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:42.863137 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-f074c630-7d3d-4d02-aab5-13489b4348d4 admin admin] Publish callbacks [] for security_group (6674596d-e3b1-41eb-966d-3d807f8d3628), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:43.056152 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-f074c630-7d3d-4d02-aab5-13489b4348d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (6674596d-e3b1-41eb-966d-3d807f8d3628), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:43.059102 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-f074c630-7d3d-4d02-aab5-13489b4348d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:43.060619 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-f074c630-7d3d-4d02-aab5-13489b4348d4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6674596d-e3b1-41eb-966d-3d807f8d3628 HTTP/1.1" status: 204 len: 168 time: 0.2942007 Sep 21 22:06:43.073424 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321a97a-f82d-4d44-8d3b-0e0a011eb89f req-b75afe95-9feb-4995-92c1-873dbd7e4ef7 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:43.075144 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-0321a97a-f82d-4d44-8d3b-0e0a011eb89f req-b75afe95-9feb-4995-92c1-873dbd7e4ef7 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 946 time: 0.0711823 Sep 21 22:06:43.086813 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f074c630-7d3d-4d02-aab5-13489b4348d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6674596d-e3b1-41eb-966d-3d807f8d3628,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:06:43.148357 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-0321a97a-f82d-4d44-8d3b-0e0a011eb89f req-9b533063-907a-41d0-a238-369a86566f13 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638041 Sep 21 22:06:43.757865 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 36458) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:06:43.773745 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-c79ad1f8-4af6-4dbe-b9a4-90ae4fe0b314 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:43.877460 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a740fd5-7e67-40a9-abbf-4323d8a888fb req-9b73bae9-cc27-4598-9f86-34f32023eaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:43.879669 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-9a740fd5-7e67-40a9-abbf-4323d8a888fb req-9b73bae9-cc27-4598-9f86-34f32023eaf4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=90c3337e87ac45c5b7ca6cc8e43c6f41&device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 1130 time: 0.0851402 Sep 21 22:06:43.913827 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-c79ad1f8-4af6-4dbe-b9a4-90ae4fe0b314 admin admin] Publish callbacks [] for security_group (70d0b7b4-6bf8-48da-8f0d-a183ad57974c), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:43.984483 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-c79ad1f8-4af6-4dbe-b9a4-90ae4fe0b314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (70d0b7b4-6bf8-48da-8f0d-a183ad57974c), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:44.031185 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a740fd5-7e67-40a9-abbf-4323d8a888fb req-0e59d83f-9d5a-47d8-bf53-a9dea9c540a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:44.032744 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-9a740fd5-7e67-40a9-abbf-4323d8a888fb req-0e59d83f-9d5a-47d8-bf53-a9dea9c540a9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ab2b5ec8-d24d-414d-80a8-ae5a033aa18d HTTP/1.1" status: 200 len: 918 time: 0.1368175 Sep 21 22:06:44.055225 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-c79ad1f8-4af6-4dbe-b9a4-90ae4fe0b314 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c224c71bb0cf485db0d499c470eeb283&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2959313 Sep 21 22:06:44.057923 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ad1f8-4af6-4dbe-b9a4-90ae4fe0b314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d0b7b4-6bf8-48da-8f0d-a183ad57974c,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:06:44.058269 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 36460) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:06:44.128958 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-9a740fd5-7e67-40a9-abbf-4323d8a888fb req-4c78d8c4-8dbb-4a4c-a65b-eede20c735e0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad16a5a1-bb55-4bfe-916e-76613013670a HTTP/1.1" status: 200 len: 1002 time: 0.0837975 Sep 21 22:06:44.130232 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-e026b4e8-47af-4c2a-815d-de47747b86a6 admin admin] Publish callbacks [] for security_group (70d0b7b4-6bf8-48da-8f0d-a183ad57974c), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:44.156036 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-e026b4e8-47af-4c2a-815d-de47747b86a6 admin admin] Publish callbacks [] for security_group (70d0b7b4-6bf8-48da-8f0d-a183ad57974c), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:44.184495 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a740fd5-7e67-40a9-abbf-4323d8a888fb req-bbe28db6-4ff7-4a85-ab5f-93e240c80005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:44.185957 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-9a740fd5-7e67-40a9-abbf-4323d8a888fb req-bbe28db6-4ff7-4a85-ab5f-93e240c80005 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4fbdb1a2-604b-4475-ad62-84a9530d66d1 HTTP/1.1" status: 200 len: 856 time: 0.0489962 Sep 21 22:06:44.248639 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a740fd5-7e67-40a9-abbf-4323d8a888fb req-b48078a7-75e8-49b6-b834-a18227d1308f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:44.250598 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-9a740fd5-7e67-40a9-abbf-4323d8a888fb req-b48078a7-75e8-49b6-b834-a18227d1308f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ab2b5ec8-d24d-414d-80a8-ae5a033aa18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0566452 Sep 21 22:06:44.312538 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d8a69-9a4c-46ea-868a-07deac1f2a36 req-5c8fdf39-e09a-4a20-a831-534cc0f06ee6 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:44.314237 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ae8d8a69-9a4c-46ea-868a-07deac1f2a36 req-5c8fdf39-e09a-4a20-a831-534cc0f06ee6 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 946 time: 0.0687745 Sep 21 22:06:44.331838 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-e026b4e8-47af-4c2a-815d-de47747b86a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (70d0b7b4-6bf8-48da-8f0d-a183ad57974c), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:44.334492 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-e026b4e8-47af-4c2a-815d-de47747b86a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:44.335689 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-e026b4e8-47af-4c2a-815d-de47747b86a6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/70d0b7b4-6bf8-48da-8f0d-a183ad57974c HTTP/1.1" status: 204 len: 168 time: 0.2760231 Sep 21 22:06:44.354479 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e026b4e8-47af-4c2a-815d-de47747b86a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d0b7b4-6bf8-48da-8f0d-a183ad57974c,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:06:44.398630 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ae8d8a69-9a4c-46ea-868a-07deac1f2a36 req-9cbde568-1063-4ae3-95e5-02b76ac98f71 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749464 Sep 21 22:06:44.401660 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-9a740fd5-7e67-40a9-abbf-4323d8a888fb req-8e7e39ed-f0cd-4c41-b2ea-a80ab19fe1ab service neutron] 10.222.0.71 "GET /v2.0/networks/ab2b5ec8-d24d-414d-80a8-ae5a033aa18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394999 Sep 21 22:06:44.505268 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-9a740fd5-7e67-40a9-abbf-4323d8a888fb req-e55248a5-9461-4ce7-839e-cee5f9e3cc6b service neutron] 10.222.0.71 "GET /v2.0/networks/ab2b5ec8-d24d-414d-80a8-ae5a033aa18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943732 Sep 21 22:06:44.864604 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (0aee7d89-594f-4992-91de-a4ac3f52e28d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:45.600821 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eeb358-6c2d-4928-a7a9-0464efecafaf req-b9c730fd-1dd8-4e5a-91fe-d8770dd5619c tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:45.603499 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b4eeb358-6c2d-4928-a7a9-0464efecafaf req-b9c730fd-1dd8-4e5a-91fe-d8770dd5619c tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 946 time: 0.0933573 Sep 21 22:06:45.678113 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b4eeb358-6c2d-4928-a7a9-0464efecafaf req-7b095238-97c9-43b7-8f00-32a586f07d23 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649729 Sep 21 22:06:45.966024 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-79988f74-29fb-4c40-abd4-af8f11bb5f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:46.878681 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90fec8-4297-4b9d-9cc6-dc1a07948478 req-d4456dd1-710c-4d75-aaa3-8c3f37734648 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:46.881735 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-4a90fec8-4297-4b9d-9cc6-dc1a07948478 req-d4456dd1-710c-4d75-aaa3-8c3f37734648 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 946 time: 0.0844059 Sep 21 22:06:46.955353 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-4a90fec8-4297-4b9d-9cc6-dc1a07948478 req-e7f2e87b-6245-4e4d-bf84-eb9120f6fc90 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632446 Sep 21 22:06:48.109229 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd20f6-721f-4bb6-9a4b-6242f8bf7b6e req-f5a2048f-3b5c-411d-87dc-0ad47b12d04f tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:48.111246 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-39fd20f6-721f-4bb6-9a4b-6242f8bf7b6e req-f5a2048f-3b5c-411d-87dc-0ad47b12d04f tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 946 time: 0.0606902 Sep 21 22:06:48.161539 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-2059b855-2750-459b-a57c-6065b5e3e362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:48.170028 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-39fd20f6-721f-4bb6-9a4b-6242f8bf7b6e req-9cc97ba7-2d5d-4377-85f5-3976c1c59f4b tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488536 Sep 21 22:06:48.619110 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device ad16a5a1-bb55-4bfe-916e-76613013670a no longer exists at agent hyperv_hv-cinder-85881 {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:06:48.697379 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port ad16a5a1-bb55-4bfe-916e-76613013670a is: ACTIVE; New status is: DOWN {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:06:48.697783 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (ad16a5a1-bb55-4bfe-916e-76613013670a), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:48.727453 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8efafa3b-164d-4b83-acd2-2da9749de939', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad16a5a1-bb55-4bfe-916e-76613013670a'}] {{(pid=116021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:06:48.730172 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d500dca99ac2bf62db1703b02a00765538e18f27ddf2ede5333818e021564b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c224f73-8be2-4538-92cd-01c533820a32" -d '{"events": [{"server_uuid": "8efafa3b-164d-4b83-acd2-2da9749de939", "name": "network-vif-unplugged", "status": "completed", "tag": "ad16a5a1-bb55-4bfe-916e-76613013670a"}]}' {{(pid=116021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:06:48.744432 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port ad16a5a1-bb55-4bfe-916e-76613013670a, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=ad16a5a1-bb55-4bfe-916e-76613013670a,segment=NetworkSegment(d07355e0-aacb-4281-84d5-155a0ab99755),segment_id=d07355e0-aacb-4281-84d5-155a0ab99755)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:06:48.784703 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 21 Sep 2022 22:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e958138-4738-457d-8642-9f409d78853d x-openstack-request-id: req-1e958138-4738-457d-8642-9f409d78853d {{(pid=116021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:06:48.785056 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8efafa3b-164d-4b83-acd2-2da9749de939", "name": "network-vif-unplugged", "status": "failed", "tag": "ad16a5a1-bb55-4bfe-916e-76613013670a", "code": 422}]} {{(pid=116021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:06:48.785376 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1e958138-4738-457d-8642-9f409d78853d {{(pid=116021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:06:48.785825 dv-cinder-858819-1-iscsi neutron-server[116021]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-1e958138-4738-457d-8642-9f409d78853d']: {'server_uuid': '8efafa3b-164d-4b83-acd2-2da9749de939', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ad16a5a1-bb55-4bfe-916e-76613013670a', 'code': 422} returned with failed status Sep 21 22:06:48.853183 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (ad16a5a1-bb55-4bfe-916e-76613013670a), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:48.905355 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=ad16a5a1-bb55-4bfe-916e-76613013670a,revision_number=8']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:06:49.498014 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:50.826201 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1961d93-5d3e-4cdc-b913-045c2c020554 req-7e27e4ce-61e3-4d07-ade3-35f4c9b5f953 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:50.828826 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c1961d93-5d3e-4cdc-b913-045c2c020554 req-7e27e4ce-61e3-4d07-ade3-35f4c9b5f953 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 944 time: 0.0708289 Sep 21 22:06:50.903700 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c1961d93-5d3e-4cdc-b913-045c2c020554 req-d5b69e5f-d964-4234-b7d1-935f6ae80886 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682557 Sep 21 22:06:51.024629 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:51.114288 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-d370636a-2cd3-4540-80b6-92366fc14e49 req-5fc481b3-48e4-4c1c-b1b3-bfb986f351ba service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0506239 Sep 21 22:06:51.191000 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370636a-2cd3-4540-80b6-92366fc14e49 req-0c6ed0a3-fe31-4baf-bab2-b1b0a9151350 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:51.192519 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-d370636a-2cd3-4540-80b6-92366fc14e49 req-0c6ed0a3-fe31-4baf-bab2-b1b0a9151350 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports/ad16a5a1-bb55-4bfe-916e-76613013670a HTTP/1.1" status: 200 len: 941 time: 0.0498428 Sep 21 22:06:52.104627 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87156d-b4a4-4ba1-b969-532d675c35ec req-1c27f633-f01b-4bf5-9e73-2f4bd7953558 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:52.107648 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8a87156d-b4a4-4ba1-b969-532d675c35ec req-1c27f633-f01b-4bf5-9e73-2f4bd7953558 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 944 time: 0.1130917 Sep 21 22:06:52.214202 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8a87156d-b4a4-4ba1-b969-532d675c35ec req-005038f5-8bcd-42b1-bc8b-6c81465742d5 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887270 Sep 21 22:06:52.510348 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:06:52.773644 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370636a-2cd3-4540-80b6-92366fc14e49 req-76348020-fe65-4601-93e3-a88843bce98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:52.775262 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-d370636a-2cd3-4540-80b6-92366fc14e49 req-76348020-fe65-4601-93e3-a88843bce98f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939&tenant_id=90c3337e87ac45c5b7ca6cc8e43c6f41 HTTP/1.1" status: 200 len: 1128 time: 0.0569620 Sep 21 22:06:52.855220 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370636a-2cd3-4540-80b6-92366fc14e49 req-0ed1e073-fa82-42e1-a65a-2e1459b9b0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:52.856837 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-d370636a-2cd3-4540-80b6-92366fc14e49 req-0ed1e073-fa82-42e1-a65a-2e1459b9b0f0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=90c3337e87ac45c5b7ca6cc8e43c6f41&device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 1128 time: 0.0581276 Sep 21 22:06:52.978985 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370636a-2cd3-4540-80b6-92366fc14e49 req-259aad66-f94d-4907-b566-ce36c34f216a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:52.982025 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-d370636a-2cd3-4540-80b6-92366fc14e49 req-259aad66-f94d-4907-b566-ce36c34f216a service neutron] 10.222.0.71 "GET /v2.0/networks?id=ab2b5ec8-d24d-414d-80a8-ae5a033aa18d HTTP/1.1" status: 200 len: 918 time: 0.1178982 Sep 21 22:06:53.055343 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-d370636a-2cd3-4540-80b6-92366fc14e49 req-3aa87092-5c32-4f97-8b77-f7a98d6b7a1c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad16a5a1-bb55-4bfe-916e-76613013670a HTTP/1.1" status: 200 len: 1000 time: 0.0653276 Sep 21 22:06:53.109026 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370636a-2cd3-4540-80b6-92366fc14e49 req-5b38333f-bde9-427b-a669-cb75bd15c3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:53.110516 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-d370636a-2cd3-4540-80b6-92366fc14e49 req-5b38333f-bde9-427b-a669-cb75bd15c3c9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4fbdb1a2-604b-4475-ad62-84a9530d66d1 HTTP/1.1" status: 200 len: 856 time: 0.0493088 Sep 21 22:06:53.164727 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370636a-2cd3-4540-80b6-92366fc14e49 req-00eaf940-afe3-401c-b1b1-b7128dca449c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:53.166408 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-d370636a-2cd3-4540-80b6-92366fc14e49 req-00eaf940-afe3-401c-b1b1-b7128dca449c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ab2b5ec8-d24d-414d-80a8-ae5a033aa18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487428 Sep 21 22:06:53.261941 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-d370636a-2cd3-4540-80b6-92366fc14e49 req-0528eedd-34a9-4eac-b9af-d23cb5a16b90 service neutron] 10.222.0.71 "GET /v2.0/networks/ab2b5ec8-d24d-414d-80a8-ae5a033aa18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888863 Sep 21 22:06:53.375307 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-d370636a-2cd3-4540-80b6-92366fc14e49 req-138a0d16-17a9-45b6-9cae-cbba255ee593 service neutron] 10.222.0.71 "GET /v2.0/networks/ab2b5ec8-d24d-414d-80a8-ae5a033aa18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058607 Sep 21 22:06:53.535164 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5fdbc2-4838-439d-be1f-e6ebba54c95f req-89452734-269d-47a9-b062-6a60e8575e07 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:53.536811 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-0b5fdbc2-4838-439d-be1f-e6ebba54c95f req-89452734-269d-47a9-b062-6a60e8575e07 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 944 time: 0.0615399 Sep 21 22:06:53.628847 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-0b5fdbc2-4838-439d-be1f-e6ebba54c95f req-d7b7398d-7a96-4d4e-b0eb-a27910634acd tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542424 Sep 21 22:06:54.797982 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a38d9-8618-42b9-8ef4-eb608091e0df req-4dcd3f7e-672b-4ee9-8bec-7b1e604d726c tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:54.820483 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-311a38d9-8618-42b9-8ef4-eb608091e0df req-4dcd3f7e-672b-4ee9-8bec-7b1e604d726c tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 944 time: 0.1082470 Sep 21 22:06:54.915284 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-311a38d9-8618-42b9-8ef4-eb608091e0df req-138b99af-c874-456a-bb98-b0c5bf90a734 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934803 Sep 21 22:06:56.146292 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bbb9d0-e7b5-40b9-b056-304701595772 req-43e99909-517a-4f99-92ee-5b166bf34fb6 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:56.157058 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-87bbb9d0-e7b5-40b9-b056-304701595772 req-43e99909-517a-4f99-92ee-5b166bf34fb6 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 944 time: 0.1077447 Sep 21 22:06:56.273872 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-87bbb9d0-e7b5-40b9-b056-304701595772 req-87f29ba6-1acd-46c2-826b-a0af660442ed tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151960 Sep 21 22:06:57.511396 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea251d-2e31-4918-82c9-f50be9b13eef req-5fe49e9f-56fa-436a-a6f9-eaf7982327ab tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:57.513491 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-f1ea251d-2e31-4918-82c9-f50be9b13eef req-5fe49e9f-56fa-436a-a6f9-eaf7982327ab tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 944 time: 0.1124718 Sep 21 22:06:57.584871 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-f1ea251d-2e31-4918-82c9-f50be9b13eef req-7b3ab0fd-e468-4806-8785-ac7947e24f25 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593283 Sep 21 22:06:58.741302 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36d1e0-504a-4452-8732-a0fbe832be6f req-a59685b1-3271-4136-b8cb-a8ed7105cf11 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:06:58.743083 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-6e36d1e0-504a-4452-8732-a0fbe832be6f req-a59685b1-3271-4136-b8cb-a8ed7105cf11 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 944 time: 0.0619724 Sep 21 22:06:58.812167 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-6e36d1e0-504a-4452-8732-a0fbe832be6f req-91dd0d34-6d39-45b3-b1f1-76ae6ec23cd4 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591965 Sep 21 22:07:00.044558 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7824d-c7ed-4f98-99ba-bd317c27918a req-f8e6f197-cc1a-43e2-bd76-8f04fce3ca36 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:00.044558 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-a3a7824d-c7ed-4f98-99ba-bd317c27918a req-f8e6f197-cc1a-43e2-bd76-8f04fce3ca36 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 944 time: 0.0657094 Sep 21 22:07:00.083735 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-a3a7824d-c7ed-4f98-99ba-bd317c27918a req-25b57758-db63-46e6-8a4f-18f474b7f2eb tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679369 Sep 21 22:07:01.232314 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8800aa1-8849-4eaa-8ce3-3fea5281a785 req-933de5ad-fc8c-44cd-bae8-6eed18ff1168 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:01.235972 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b8800aa1-8849-4eaa-8ce3-3fea5281a785 req-933de5ad-fc8c-44cd-bae8-6eed18ff1168 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 944 time: 0.0695672 Sep 21 22:07:01.296499 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b8800aa1-8849-4eaa-8ce3-3fea5281a785 req-bedb3a56-81a9-44fc-88e8-742e3fd34c0f tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497286 Sep 21 22:07:02.439482 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eee013-ea80-49af-8619-3290f98b5b43 req-d12b0f6a-175f-40e5-a0e9-b1b951b3abc1 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:02.441772 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-d7eee013-ea80-49af-8619-3290f98b5b43 req-d12b0f6a-175f-40e5-a0e9-b1b951b3abc1 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 944 time: 0.0560837 Sep 21 22:07:02.488329 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-d7eee013-ea80-49af-8619-3290f98b5b43 req-5480a74d-5934-4ff3-8154-ce793e8f6860 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409775 Sep 21 22:07:03.628036 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5958938-16d9-4c68-91f2-68f75067cc91 req-6e2abb2a-ad78-4786-b80c-f3dd04500683 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:03.629561 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-a5958938-16d9-4c68-91f2-68f75067cc91 req-6e2abb2a-ad78-4786-b80c-f3dd04500683 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 944 time: 0.0585001 Sep 21 22:07:03.676184 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-a5958938-16d9-4c68-91f2-68f75067cc91 req-cec99735-a9e9-4d25-bf06-0dbd433d7de0 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410094 Sep 21 22:07:04.673352 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device ad16a5a1-bb55-4bfe-916e-76613013670a details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=116021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 22:07:04.782519 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port ad16a5a1-bb55-4bfe-916e-76613013670a, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=ad16a5a1-bb55-4bfe-916e-76613013670a,segment=NetworkSegment(d07355e0-aacb-4281-84d5-155a0ab99755),segment_id=d07355e0-aacb-4281-84d5-155a0ab99755)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:07:04.795896 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Returning: {'device': 'ad16a5a1-bb55-4bfe-916e-76613013670a', 'network_id': 'ab2b5ec8-d24d-414d-80a8-ae5a033aa18d', 'port_id': 'ad16a5a1-bb55-4bfe-916e-76613013670a', 'mac_address': 'fa:16:3e:91:1f:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fbdb1a2-604b-4475-ad62-84a9530d66d1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 22:07:04.824418 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7476b0-081a-48a5-adea-5e1fd5b339a2 req-11b9a1b0-8111-45b9-b316-9226cc8b1a6c tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:04.825813 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-9e7476b0-081a-48a5-adea-5e1fd5b339a2 req-11b9a1b0-8111-45b9-b316-9226cc8b1a6c tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 944 time: 0.0564151 Sep 21 22:07:04.879970 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-9e7476b0-081a-48a5-adea-5e1fd5b339a2 req-873672a9-6e8d-421a-8d0d-71df240c75d7 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474837 Sep 21 22:07:04.962044 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port ad16a5a1-bb55-4bfe-916e-76613013670a is: DOWN; New status is: BUILD {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:07:04.962432 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (ad16a5a1-bb55-4bfe-916e-76613013670a), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:04.975963 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.notifiers.nova [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad16a5a1-bb55-4bfe-916e-76613013670a {{(pid=116021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:07:04.996092 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port ad16a5a1-bb55-4bfe-916e-76613013670a, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=ad16a5a1-bb55-4bfe-916e-76613013670a,segment=NetworkSegment(d07355e0-aacb-4281-84d5-155a0ab99755),segment_id=d07355e0-aacb-4281-84d5-155a0ab99755)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:07:05.081945 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (ad16a5a1-bb55-4bfe-916e-76613013670a), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:05.131833 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=ad16a5a1-bb55-4bfe-916e-76613013670a,revision_number=9']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:05.139894 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:05.140316 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:05.140670 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:05.141010 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:05.141351 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:05.141689 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:05.142026 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:05.142522 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:05.142712 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:05.143640 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:05.144100 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:05.144449 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:05.144785 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:05.346429 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] get_ports_and_sgs() called for port_ids ['ad16a5a1-bb55-4bfe-916e-76613013670a'] {{(pid=116021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:07:06.027523 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad542834-76ff-4f35-816c-9df4ce1c1a7d req-b2ef4ba1-ddb3-46f2-9db0-8f781e20d765 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:06.029232 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ad542834-76ff-4f35-816c-9df4ce1c1a7d req-b2ef4ba1-ddb3-46f2-9db0-8f781e20d765 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 945 time: 0.0637937 Sep 21 22:07:06.081549 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ad542834-76ff-4f35-816c-9df4ce1c1a7d req-e896be64-7652-4126-826c-ff23e561de07 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464702 Sep 21 22:07:06.696055 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device ad16a5a1-bb55-4bfe-916e-76613013670a up at agent hyperv_hv-cinder-85881 {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:07:06.763904 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Provisioning complete for port ad16a5a1-bb55-4bfe-916e-76613013670a triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:07:06.765851 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (ad16a5a1-bb55-4bfe-916e-76613013670a), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:06.765851 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Attempt 1 to provision port ad16a5a1-bb55-4bfe-916e-76613013670a Sep 21 22:07:06.844629 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port ad16a5a1-bb55-4bfe-916e-76613013670a is: BUILD; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:07:06.845024 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (ad16a5a1-bb55-4bfe-916e-76613013670a), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:06.869318 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8efafa3b-164d-4b83-acd2-2da9749de939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad16a5a1-bb55-4bfe-916e-76613013670a'}] {{(pid=116021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:07:06.871640 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d500dca99ac2bf62db1703b02a00765538e18f27ddf2ede5333818e021564b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0262a828-d491-4af9-ab79-7d93dd3da20a" -d '{"events": [{"server_uuid": "8efafa3b-164d-4b83-acd2-2da9749de939", "name": "network-vif-plugged", "status": "completed", "tag": "ad16a5a1-bb55-4bfe-916e-76613013670a"}]}' {{(pid=116021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:07:06.891173 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port ad16a5a1-bb55-4bfe-916e-76613013670a, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=ad16a5a1-bb55-4bfe-916e-76613013670a,segment=NetworkSegment(d07355e0-aacb-4281-84d5-155a0ab99755),segment_id=d07355e0-aacb-4281-84d5-155a0ab99755)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:07:06.909787 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b950d8f-6725-4a35-b82f-df28569e8242 x-openstack-request-id: req-0b950d8f-6725-4a35-b82f-df28569e8242 {{(pid=116021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:07:06.910202 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8efafa3b-164d-4b83-acd2-2da9749de939", "name": "network-vif-plugged", "status": "completed", "tag": "ad16a5a1-bb55-4bfe-916e-76613013670a", "code": 200}]} {{(pid=116021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:07:06.910375 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0b950d8f-6725-4a35-b82f-df28569e8242 {{(pid=116021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:07:06.910746 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b950d8f-6725-4a35-b82f-df28569e8242'] response: {'server_uuid': '8efafa3b-164d-4b83-acd2-2da9749de939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad16a5a1-bb55-4bfe-916e-76613013670a', 'code': 200} Sep 21 22:07:06.967208 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (ad16a5a1-bb55-4bfe-916e-76613013670a), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:07.019808 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=ad16a5a1-bb55-4bfe-916e-76613013670a,revision_number=10']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:07.228548 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a5ebf-228b-4523-8c62-57afa3d483b3 req-72de7132-ccde-4e78-9034-fe2128064136 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:07.230106 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-7e5a5ebf-228b-4523-8c62-57afa3d483b3 req-72de7132-ccde-4e78-9034-fe2128064136 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 947 time: 0.0618427 Sep 21 22:07:07.287081 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-7e5a5ebf-228b-4523-8c62-57afa3d483b3 req-99f1dcb7-3913-411a-9257-dec3597247f1 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501170 Sep 21 22:07:07.344403 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513f67d-f17f-4ff8-aca2-23c211e9d28f req-abb77cc1-091c-496a-b436-1fa3c4a87b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:07.346018 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-6513f67d-f17f-4ff8-aca2-23c211e9d28f req-abb77cc1-091c-496a-b436-1fa3c4a87b50 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 1131 time: 0.0565233 Sep 21 22:07:07.395732 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-6513f67d-f17f-4ff8-aca2-23c211e9d28f req-7d9db6e5-1766-45d0-82a3-33d21be706c4 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418072 Sep 21 22:07:08.442608 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78131225-648f-4141-b8e5-f827f30ebcfa req-1786e8e3-3988-48df-b430-916e5b9ab585 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:08.444051 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-78131225-648f-4141-b8e5-f827f30ebcfa req-1786e8e3-3988-48df-b430-916e5b9ab585 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 947 time: 0.0565794 Sep 21 22:07:08.500651 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-78131225-648f-4141-b8e5-f827f30ebcfa req-f404469c-b886-4fa2-94ce-f2bb6effc676 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465484 Sep 21 22:07:09.199103 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 36870) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:07:09.322890 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-9c41cabb-b255-4d4c-ae06-74fbda35db9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:09.410295 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-9c41cabb-b255-4d4c-ae06-74fbda35db9e admin admin] Publish callbacks [] for security_group (75091f91-6113-4cdb-ad5f-1cded4504d43), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:09.565840 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-9c41cabb-b255-4d4c-ae06-74fbda35db9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (75091f91-6113-4cdb-ad5f-1cded4504d43), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:09.622196 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-9c41cabb-b255-4d4c-ae06-74fbda35db9e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1b5c850989ca4be0891e81ae293c7385&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4188800 Sep 21 22:07:09.622949 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 36884) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:07:09.636286 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c41cabb-b255-4d4c-ae06-74fbda35db9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75091f91-6113-4cdb-ad5f-1cded4504d43,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:09.646502 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c41cabb-b255-4d4c-ae06-74fbda35db9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:09.646848 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c41cabb-b255-4d4c-ae06-74fbda35db9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:09.647375 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c41cabb-b255-4d4c-ae06-74fbda35db9e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:09.648209 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c41cabb-b255-4d4c-ae06-74fbda35db9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:09.648551 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c41cabb-b255-4d4c-ae06-74fbda35db9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:09.648887 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c41cabb-b255-4d4c-ae06-74fbda35db9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:09.649221 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c41cabb-b255-4d4c-ae06-74fbda35db9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:09.649554 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c41cabb-b255-4d4c-ae06-74fbda35db9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:09.649886 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c41cabb-b255-4d4c-ae06-74fbda35db9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:09.650211 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c41cabb-b255-4d4c-ae06-74fbda35db9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:09.650526 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c41cabb-b255-4d4c-ae06-74fbda35db9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:09.650853 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c41cabb-b255-4d4c-ae06-74fbda35db9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:09.651183 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c41cabb-b255-4d4c-ae06-74fbda35db9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:09.684158 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6409f-4831-4a32-9baf-ce7cfcb9deb2 req-73b1dc08-9380-49a9-8f66-6be96850c8b9 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:09.685978 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1ec6409f-4831-4a32-9baf-ce7cfcb9deb2 req-73b1dc08-9380-49a9-8f66-6be96850c8b9 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 947 time: 0.0866284 Sep 21 22:07:09.736905 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-9cfea5f4-3f90-4e76-b8e9-89fc7650a81f admin admin] Publish callbacks [] for security_group (75091f91-6113-4cdb-ad5f-1cded4504d43), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:09.769832 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-9cfea5f4-3f90-4e76-b8e9-89fc7650a81f admin admin] Publish callbacks [] for security_group (75091f91-6113-4cdb-ad5f-1cded4504d43), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:09.783108 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1ec6409f-4831-4a32-9baf-ce7cfcb9deb2 req-a208bf5b-c664-4acb-b425-4826f687ce8c tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881255 Sep 21 22:07:09.938605 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-9cfea5f4-3f90-4e76-b8e9-89fc7650a81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (75091f91-6113-4cdb-ad5f-1cded4504d43), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:09.943596 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-9cfea5f4-3f90-4e76-b8e9-89fc7650a81f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:09.948842 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-9cfea5f4-3f90-4e76-b8e9-89fc7650a81f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/75091f91-6113-4cdb-ad5f-1cded4504d43 HTTP/1.1" status: 204 len: 168 time: 0.3207440 Sep 21 22:07:09.956943 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfea5f4-3f90-4e76-b8e9-89fc7650a81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75091f91-6113-4cdb-ad5f-1cded4504d43,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:09.970269 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfea5f4-3f90-4e76-b8e9-89fc7650a81f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:09.970845 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfea5f4-3f90-4e76-b8e9-89fc7650a81f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:09.971415 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfea5f4-3f90-4e76-b8e9-89fc7650a81f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:09.972195 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfea5f4-3f90-4e76-b8e9-89fc7650a81f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:09.972765 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfea5f4-3f90-4e76-b8e9-89fc7650a81f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:09.973326 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfea5f4-3f90-4e76-b8e9-89fc7650a81f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:09.973888 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfea5f4-3f90-4e76-b8e9-89fc7650a81f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:09.974445 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfea5f4-3f90-4e76-b8e9-89fc7650a81f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:09.974999 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfea5f4-3f90-4e76-b8e9-89fc7650a81f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:09.975572 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfea5f4-3f90-4e76-b8e9-89fc7650a81f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:09.979537 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfea5f4-3f90-4e76-b8e9-89fc7650a81f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:09.980174 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfea5f4-3f90-4e76-b8e9-89fc7650a81f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:09.980753 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfea5f4-3f90-4e76-b8e9-89fc7650a81f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:07:10.748163 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.agents_db [None req-53c7536d-764e-4ad7-87ad-c450eadf28b3 None None] Agent healthcheck: found 6 active agents {{(pid=116022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:07:10.810982 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 36900) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:07:10.825502 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-6247fc5c-943b-40d4-ab1e-519bcdf5cfda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:10.916184 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-6247fc5c-943b-40d4-ab1e-519bcdf5cfda admin admin] Publish callbacks [] for security_group (5486d8a8-1766-4044-85fb-17796a96c46d), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:10.948014 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a62a0-17a0-4250-8cad-621247889051 req-8f24b701-f056-418f-92b7-2baafb7ac64a tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:10.949662 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-145a62a0-17a0-4250-8cad-621247889051 req-8f24b701-f056-418f-92b7-2baafb7ac64a tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 947 time: 0.0730760 Sep 21 22:07:11.003241 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-145a62a0-17a0-4250-8cad-621247889051 req-c04cd06a-dbaf-4682-9dbb-2f4502daaaee tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473905 Sep 21 22:07:11.030527 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-6247fc5c-943b-40d4-ab1e-519bcdf5cfda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (5486d8a8-1766-4044-85fb-17796a96c46d), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:11.114300 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-6247fc5c-943b-40d4-ab1e-519bcdf5cfda admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2c506b76dff94a0881be8e4d59a74af8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3017139 Sep 21 22:07:11.115775 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6247fc5c-943b-40d4-ab1e-519bcdf5cfda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5486d8a8-1766-4044-85fb-17796a96c46d,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:11.117515 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 36908) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:07:11.200162 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-7e4b9fa6-7cc5-479b-bb06-ad612b2ff16c admin admin] Publish callbacks [] for security_group (5486d8a8-1766-4044-85fb-17796a96c46d), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:11.226906 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-7e4b9fa6-7cc5-479b-bb06-ad612b2ff16c admin admin] Publish callbacks [] for security_group (5486d8a8-1766-4044-85fb-17796a96c46d), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:11.395139 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-7e4b9fa6-7cc5-479b-bb06-ad612b2ff16c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (5486d8a8-1766-4044-85fb-17796a96c46d), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:11.398170 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-7e4b9fa6-7cc5-479b-bb06-ad612b2ff16c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:11.401661 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-7e4b9fa6-7cc5-479b-bb06-ad612b2ff16c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5486d8a8-1766-4044-85fb-17796a96c46d HTTP/1.1" status: 204 len: 168 time: 0.2807319 Sep 21 22:07:11.412725 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b9fa6-7cc5-479b-bb06-ad612b2ff16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5486d8a8-1766-4044-85fb-17796a96c46d,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:14.863108 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (0aee7d89-594f-4992-91de-a4ac3f52e28d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:15.989769 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-c933777d-b10c-4eda-bfb5-ef5d0b1ac6ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:18.081365 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-97677fa8-5af5-418d-a1fa-9f0e6cfd0ca0 req-c5f451d7-67c4-4593-9b6f-1e79df89d207 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0505762 Sep 21 22:07:18.153669 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-a64bf7ab-7600-4015-ad4a-5df851004d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:18.161717 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97677fa8-5af5-418d-a1fa-9f0e6cfd0ca0 req-fad4dad5-e8d3-442f-9294-3910ec79001e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:18.163637 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-97677fa8-5af5-418d-a1fa-9f0e6cfd0ca0 req-fad4dad5-e8d3-442f-9294-3910ec79001e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=90c3337e87ac45c5b7ca6cc8e43c6f41&device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 1131 time: 0.0573206 Sep 21 22:07:18.294317 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97677fa8-5af5-418d-a1fa-9f0e6cfd0ca0 req-aa05c737-a930-44d5-a195-9b2a796fb4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:18.296534 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-97677fa8-5af5-418d-a1fa-9f0e6cfd0ca0 req-aa05c737-a930-44d5-a195-9b2a796fb4c5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ab2b5ec8-d24d-414d-80a8-ae5a033aa18d HTTP/1.1" status: 200 len: 918 time: 0.1127264 Sep 21 22:07:18.394982 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-97677fa8-5af5-418d-a1fa-9f0e6cfd0ca0 req-20e3c24f-06c8-4b2e-a0d1-4244402962f0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad16a5a1-bb55-4bfe-916e-76613013670a HTTP/1.1" status: 200 len: 1002 time: 0.0914714 Sep 21 22:07:18.448163 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97677fa8-5af5-418d-a1fa-9f0e6cfd0ca0 req-772ae1da-c6f1-491b-82c3-ea7c06a001b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:18.449578 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-97677fa8-5af5-418d-a1fa-9f0e6cfd0ca0 req-772ae1da-c6f1-491b-82c3-ea7c06a001b5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4fbdb1a2-604b-4475-ad62-84a9530d66d1 HTTP/1.1" status: 200 len: 856 time: 0.0489933 Sep 21 22:07:18.505629 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97677fa8-5af5-418d-a1fa-9f0e6cfd0ca0 req-9bafea00-229d-46a0-b497-a1f4d7a7354e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:18.507205 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-97677fa8-5af5-418d-a1fa-9f0e6cfd0ca0 req-9bafea00-229d-46a0-b497-a1f4d7a7354e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ab2b5ec8-d24d-414d-80a8-ae5a033aa18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506461 Sep 21 22:07:18.616573 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-97677fa8-5af5-418d-a1fa-9f0e6cfd0ca0 req-86604a95-3bff-4098-bdf7-560d36386a89 service neutron] 10.222.0.71 "GET /v2.0/networks/ab2b5ec8-d24d-414d-80a8-ae5a033aa18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026063 Sep 21 22:07:18.756197 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-97677fa8-5af5-418d-a1fa-9f0e6cfd0ca0 req-ac7f115d-f425-4951-a44d-52fd19c91456 service neutron] 10.222.0.71 "GET /v2.0/networks/ab2b5ec8-d24d-414d-80a8-ae5a033aa18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330278 Sep 21 22:07:19.549896 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:20.100380 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 37036) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:07:20.216009 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-e1400f67-5992-4692-ba07-446eaeb1178a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:20.325083 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-e1400f67-5992-4692-ba07-446eaeb1178a admin admin] Publish callbacks [] for security_group (a84ffcea-5aee-4279-b4ae-7b4aa1a251e4), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:20.434607 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-e1400f67-5992-4692-ba07-446eaeb1178a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (a84ffcea-5aee-4279-b4ae-7b4aa1a251e4), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:20.480063 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-e1400f67-5992-4692-ba07-446eaeb1178a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7757224a638f4f1092ec94343fbc92a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3785124 Sep 21 22:07:20.482566 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1400f67-5992-4692-ba07-446eaeb1178a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84ffcea-5aee-4279-b4ae-7b4aa1a251e4,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:20.483874 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 37042) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:07:20.540332 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-77abbe68-32fc-42fb-8337-a60245042604 admin admin] Publish callbacks [] for security_group (a84ffcea-5aee-4279-b4ae-7b4aa1a251e4), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:20.567458 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-77abbe68-32fc-42fb-8337-a60245042604 admin admin] Publish callbacks [] for security_group (a84ffcea-5aee-4279-b4ae-7b4aa1a251e4), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:20.704199 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-77abbe68-32fc-42fb-8337-a60245042604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (a84ffcea-5aee-4279-b4ae-7b4aa1a251e4), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:20.708639 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-77abbe68-32fc-42fb-8337-a60245042604 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:20.710226 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-77abbe68-32fc-42fb-8337-a60245042604 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a84ffcea-5aee-4279-b4ae-7b4aa1a251e4 HTTP/1.1" status: 204 len: 168 time: 0.2249143 Sep 21 22:07:20.725056 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77abbe68-32fc-42fb-8337-a60245042604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84ffcea-5aee-4279-b4ae-7b4aa1a251e4,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:21.075278 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:21.673423 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 37054) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:07:21.692326 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-d6277308-e84e-4778-8869-172da91061ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:21.781330 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-d6277308-e84e-4778-8869-172da91061ea admin admin] Publish callbacks [] for security_group (fd30f4ee-a9ce-4859-ae8e-db81cd53ca6f), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:21.909556 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-d6277308-e84e-4778-8869-172da91061ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (fd30f4ee-a9ce-4859-ae8e-db81cd53ca6f), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:21.957696 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-d6277308-e84e-4778-8869-172da91061ea admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e14847f9c45544f4b9fc3bfcd2d32cae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2830720 Sep 21 22:07:21.961703 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 37058) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:07:21.963598 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6277308-e84e-4778-8869-172da91061ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd30f4ee-a9ce-4859-ae8e-db81cd53ca6f,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:22.046316 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-6db3ea6c-c201-433f-b982-2eff2e0f163d admin admin] Publish callbacks [] for security_group (fd30f4ee-a9ce-4859-ae8e-db81cd53ca6f), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:22.074171 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-6db3ea6c-c201-433f-b982-2eff2e0f163d admin admin] Publish callbacks [] for security_group (fd30f4ee-a9ce-4859-ae8e-db81cd53ca6f), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:22.193550 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-6db3ea6c-c201-433f-b982-2eff2e0f163d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (fd30f4ee-a9ce-4859-ae8e-db81cd53ca6f), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:22.196493 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-6db3ea6c-c201-433f-b982-2eff2e0f163d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:22.197827 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-6db3ea6c-c201-433f-b982-2eff2e0f163d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fd30f4ee-a9ce-4859-ae8e-db81cd53ca6f HTTP/1.1" status: 204 len: 168 time: 0.2343760 Sep 21 22:07:22.209494 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db3ea6c-c201-433f-b982-2eff2e0f163d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd30f4ee-a9ce-4859-ae8e-db81cd53ca6f,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:22.501988 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:30.725317 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 37206) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:07:30.906524 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-8847fcbc-d264-4d3c-bed6-55af11e04af2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:30.998445 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-8847fcbc-d264-4d3c-bed6-55af11e04af2 admin admin] Publish callbacks [] for security_group (d43a9607-fbaf-41e4-98e6-b600fb9eda7f), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:31.075648 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-8847fcbc-d264-4d3c-bed6-55af11e04af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (d43a9607-fbaf-41e4-98e6-b600fb9eda7f), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:31.147968 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8847fcbc-d264-4d3c-bed6-55af11e04af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43a9607-fbaf-41e4-98e6-b600fb9eda7f,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:31.156403 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-8847fcbc-d264-4d3c-bed6-55af11e04af2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4481925cdc9947a4a69ae49632ca526b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4293563 Sep 21 22:07:31.160566 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 37212) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:07:31.218136 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-7b55c789-ca41-4eca-8780-1b01beaa6d97 admin admin] Publish callbacks [] for security_group (d43a9607-fbaf-41e4-98e6-b600fb9eda7f), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:31.257753 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-7b55c789-ca41-4eca-8780-1b01beaa6d97 admin admin] Publish callbacks [] for security_group (d43a9607-fbaf-41e4-98e6-b600fb9eda7f), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:31.383993 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-7b55c789-ca41-4eca-8780-1b01beaa6d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (d43a9607-fbaf-41e4-98e6-b600fb9eda7f), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:31.387207 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-7b55c789-ca41-4eca-8780-1b01beaa6d97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:31.388745 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-7b55c789-ca41-4eca-8780-1b01beaa6d97 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d43a9607-fbaf-41e4-98e6-b600fb9eda7f HTTP/1.1" status: 204 len: 168 time: 0.2271485 Sep 21 22:07:31.399317 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b55c789-ca41-4eca-8780-1b01beaa6d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43a9607-fbaf-41e4-98e6-b600fb9eda7f,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:32.266959 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 37228) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:07:32.281398 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-1782a914-95a8-4ee6-a086-3d5d6bd34b1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:32.377783 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-1782a914-95a8-4ee6-a086-3d5d6bd34b1f admin admin] Publish callbacks [] for security_group (a7505a69-98b3-48e7-bd70-c477dcd417c3), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:32.469705 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-1782a914-95a8-4ee6-a086-3d5d6bd34b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (a7505a69-98b3-48e7-bd70-c477dcd417c3), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:32.507238 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d51f2-0e08-4a1c-a169-92a29287c1ab req-0bd2e0f5-3e25-4018-bb36-6afd6560f19e tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:32.508929 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-e82d51f2-0e08-4a1c-a169-92a29287c1ab req-0bd2e0f5-3e25-4018-bb36-6afd6560f19e tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb33acf7-a0ef-4664-ae1b-123eb59d27e0 HTTP/1.1" status: 200 len: 946 time: 0.0595095 Sep 21 22:07:32.512162 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-1782a914-95a8-4ee6-a086-3d5d6bd34b1f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f2b9bd4c7883414dacd7bdb0a4bdcf61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2435145 Sep 21 22:07:32.513080 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1782a914-95a8-4ee6-a086-3d5d6bd34b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7505a69-98b3-48e7-bd70-c477dcd417c3,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:32.516336 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 37232) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:07:32.576616 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-3edcfa94-1b96-487b-ab14-20425b7ca1b4 admin admin] Publish callbacks [] for security_group (a7505a69-98b3-48e7-bd70-c477dcd417c3), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:32.584492 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-e82d51f2-0e08-4a1c-a169-92a29287c1ab req-3fd00aee-d18f-43f3-8bda-b0be962e4e73 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=83ff88a0-8668-471b-9e4e-f56cfd55bc70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543149 Sep 21 22:07:32.610567 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-3edcfa94-1b96-487b-ab14-20425b7ca1b4 admin admin] Publish callbacks [] for security_group (a7505a69-98b3-48e7-bd70-c477dcd417c3), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:32.795447 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-3edcfa94-1b96-487b-ab14-20425b7ca1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (a7505a69-98b3-48e7-bd70-c477dcd417c3), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:32.798080 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-3edcfa94-1b96-487b-ab14-20425b7ca1b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:32.799352 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-3edcfa94-1b96-487b-ab14-20425b7ca1b4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a7505a69-98b3-48e7-bd70-c477dcd417c3 HTTP/1.1" status: 204 len: 168 time: 0.2820601 Sep 21 22:07:32.810616 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edcfa94-1b96-487b-ab14-20425b7ca1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7505a69-98b3-48e7-bd70-c477dcd417c3,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:33.725995 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbbb6a9-cfdb-4c06-900b-c5b23a93e59a req-ab13f759-e4fd-42ad-b8fa-5879c915da01 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:33.727590 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-4cbbb6a9-cfdb-4c06-900b-c5b23a93e59a req-ab13f759-e4fd-42ad-b8fa-5879c915da01 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb33acf7-a0ef-4664-ae1b-123eb59d27e0 HTTP/1.1" status: 200 len: 946 time: 0.0597241 Sep 21 22:07:33.816286 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-4cbbb6a9-cfdb-4c06-900b-c5b23a93e59a req-09073289-9b1a-4e09-9c9e-d9593d862d37 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=83ff88a0-8668-471b-9e4e-f56cfd55bc70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781145 Sep 21 22:07:33.824343 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67de10-55a0-4077-89f9-39093c5dba81 req-ca34a8fb-77fd-4dda-9378-66b31f84c214 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:33.825868 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-3f67de10-55a0-4077-89f9-39093c5dba81 req-ca34a8fb-77fd-4dda-9378-66b31f84c214 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=d334600c-eb22-40d6-b2a0-32a3595f30cd HTTP/1.1" status: 200 len: 945 time: 0.0973132 Sep 21 22:07:33.877393 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-3f67de10-55a0-4077-89f9-39093c5dba81 req-d976b181-cc37-4c94-b8dd-04630891159e tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=fdf14d30-0001-4569-8fc0-b205c4aadb78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452497 Sep 21 22:07:34.217402 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dea31b-cb03-4a85-888d-8e7c49f991da req-0e2221ef-26de-498c-83fa-8fdacc07719c tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:34.218982 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-c3dea31b-cb03-4a85-888d-8e7c49f991da req-0e2221ef-26de-498c-83fa-8fdacc07719c tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb33acf7-a0ef-4664-ae1b-123eb59d27e0 HTTP/1.1" status: 200 len: 946 time: 0.0745156 Sep 21 22:07:34.581734 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [req-c3dea31b-cb03-4a85-888d-8e7c49f991da req-19092072-d701-4f10-b97c-639d8db99433 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Deleting port 3c66d8c8-7232-421e-a3b6-7efd5dcfee21 {{(pid=116020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:07:34.582089 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-c3dea31b-cb03-4a85-888d-8e7c49f991da req-19092072-d701-4f10-b97c-639d8db99433 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (3c66d8c8-7232-421e-a3b6-7efd5dcfee21), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:34.706976 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-c3dea31b-cb03-4a85-888d-8e7c49f991da req-19092072-d701-4f10-b97c-639d8db99433 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] For port 3c66d8c8-7232-421e-a3b6-7efd5dcfee21, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=3c66d8c8-7232-421e-a3b6-7efd5dcfee21,segment=NetworkSegment(64832c79-06e5-4b2e-9d17-904da6f2a29e),segment_id=64832c79-06e5-4b2e-9d17-904da6f2a29e)] {{(pid=116020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:07:34.707629 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-c3dea31b-cb03-4a85-888d-8e7c49f991da req-19092072-d701-4f10-b97c-639d8db99433 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (3c66d8c8-7232-421e-a3b6-7efd5dcfee21), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:34.934361 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-c3dea31b-cb03-4a85-888d-8e7c49f991da req-19092072-d701-4f10-b97c-639d8db99433 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:34.934743 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-c3dea31b-cb03-4a85-888d-8e7c49f991da req-19092072-d701-4f10-b97c-639d8db99433 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494336'] for floatingip (cadd02dd-5087-4404-982f-1aefb1669c82), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:34.935083 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.db.l3_db [req-c3dea31b-cb03-4a85-888d-8e7c49f991da req-19092072-d701-4f10-b97c-639d8db99433 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Floating IP cadd02dd-5087-4404-982f-1aefb1669c82 disassociated. External IP: 172.27.1.51, port: 3c66d8c8-7232-421e-a3b6-7efd5dcfee21. Sep 21 22:07:34.935440 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [req-c3dea31b-cb03-4a85-888d-8e7c49f991da req-19092072-d701-4f10-b97c-639d8db99433 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Calling delete_port for 3c66d8c8-7232-421e-a3b6-7efd5dcfee21 owned by compute:nova {{(pid=116020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:07:35.113388 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ea693-47a7-479a-bf04-144843adafc5 req-fa631aa3-9ecf-4d7a-b430-1a3cdffbbcc0 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:35.115717 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-9e7ea693-47a7-479a-bf04-144843adafc5 req-fa631aa3-9ecf-4d7a-b430-1a3cdffbbcc0 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb33acf7-a0ef-4664-ae1b-123eb59d27e0 HTTP/1.1" status: 200 len: 946 time: 0.1703351 Sep 21 22:07:35.143972 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9a749-583f-4d81-b04d-0f5e78421d91 req-520bbcf4-4a61-4495-84bf-b128da5f974d tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:35.146696 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1ed9a749-583f-4d81-b04d-0f5e78421d91 req-520bbcf4-4a61-4495-84bf-b128da5f974d tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=d334600c-eb22-40d6-b2a0-32a3595f30cd HTTP/1.1" status: 200 len: 945 time: 0.1381872 Sep 21 22:07:35.147622 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-c3dea31b-cb03-4a85-888d-8e7c49f991da req-19092072-d701-4f10-b97c-639d8db99433 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (3c66d8c8-7232-421e-a3b6-7efd5dcfee21), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:35.177563 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19092072-d701-4f10-b97c-639d8db99433 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Pushing event deleted for resources: {'Port': ['ID=3c66d8c8-7232-421e-a3b6-7efd5dcfee21,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:35.273537 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1ed9a749-583f-4d81-b04d-0f5e78421d91 req-93019044-b1bf-498b-822b-23fd9ff3a3f9 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups?id=fdf14d30-0001-4569-8fc0-b205c4aadb78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121626 Sep 21 22:07:35.285100 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-9e7ea693-47a7-479a-bf04-144843adafc5 req-6aea763f-7b1d-474e-a17e-6245b077436c tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups?id=83ff88a0-8668-471b-9e4e-f56cfd55bc70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617949 Sep 21 22:07:35.331675 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3dea31b-cb03-4a85-888d-8e7c49f991da req-19092072-d701-4f10-b97c-639d8db99433 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Router bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55 has already been hosted by L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 {{(pid=116020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:07:35.448031 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3dea31b-cb03-4a85-888d-8e7c49f991da req-19092072-d701-4f10-b97c-639d8db99433 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:07:35.465882 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9776c993-ab0f-47d8-adcf-d4d9d1e94700 None None] Sync routers for ids ['bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'] in dv-cinder-858819-1-iscsi {{(pid=116021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:07:35.483850 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9776c993-ab0f-47d8-adcf-d4d9d1e94700 None None] Routers {'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:07:35.485058 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-9776c993-ab0f-47d8-adcf-d4d9d1e94700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:07:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'], 'active': True} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:07:35.507709 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3dea31b-cb03-4a85-888d-8e7c49f991da req-19092072-d701-4f10-b97c-639d8db99433 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] No DVR routers for this DVR port 3c66d8c8-7232-421e-a3b6-7efd5dcfee21 on host hv-cinder-85881 {{(pid=116020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:07:35.513590 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-c3dea31b-cb03-4a85-888d-8e7c49f991da req-19092072-d701-4f10-b97c-639d8db99433 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:35.514439 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-c3dea31b-cb03-4a85-888d-8e7c49f991da req-19092072-d701-4f10-b97c-639d8db99433 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.71 "DELETE /v2.0/ports/3c66d8c8-7232-421e-a3b6-7efd5dcfee21 HTTP/1.1" status: 204 len: 173 time: 1.2888303 Sep 21 22:07:35.515015 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb33acf7-a0ef-4664-ae1b-123eb59d27e0', 'name': 'network-vif-deleted', 'tag': '3c66d8c8-7232-421e-a3b6-7efd5dcfee21'}] {{(pid=116020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:07:35.518211 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}616469ce01b4343580b51944d90e43cdadd76175ffa2c7c7ae3ce11ef7217efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee047c9a-bd9d-4015-a3cf-46e8d4c08093" -d '{"events": [{"server_uuid": "eb33acf7-a0ef-4664-ae1b-123eb59d27e0", "name": "network-vif-deleted", "tag": "3c66d8c8-7232-421e-a3b6-7efd5dcfee21"}]}' {{(pid=116020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:07:35.567708 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b189130-755b-4bdf-a146-183d130e5f2e x-openstack-request-id: req-0b189130-755b-4bdf-a146-183d130e5f2e {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:07:35.568021 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb33acf7-a0ef-4664-ae1b-123eb59d27e0", "name": "network-vif-deleted", "tag": "3c66d8c8-7232-421e-a3b6-7efd5dcfee21", "status": "completed", "code": 200}]} {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:07:35.568331 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0b189130-755b-4bdf-a146-183d130e5f2e {{(pid=116020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:07:35.568838 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b189130-755b-4bdf-a146-183d130e5f2e'] response: {'server_uuid': 'eb33acf7-a0ef-4664-ae1b-123eb59d27e0', 'name': 'network-vif-deleted', 'tag': '3c66d8c8-7232-421e-a3b6-7efd5dcfee21', 'status': 'completed', 'code': 200} Sep 21 22:07:35.652994 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvr_db [None req-9776c993-ab0f-47d8-adcf-d4d9d1e94700 None None] Set router bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:07:35.745237 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9004b-417a-4682-8955-829487bce23f req-e3122c4e-5087-46db-90ac-c3c6773d9f19 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:35.748367 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-aaf9004b-417a-4682-8955-829487bce23f req-e3122c4e-5087-46db-90ac-c3c6773d9f19 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.71 "GET /v2.0/ports?device_id=d334600c-eb22-40d6-b2a0-32a3595f30cd HTTP/1.1" status: 200 len: 945 time: 0.1173794 Sep 21 22:07:35.875678 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [req-aaf9004b-417a-4682-8955-829487bce23f req-48d2bc6a-9b66-4404-8fa3-a143db18f389 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Deleting port d6986ed8-f035-48a9-8069-d0172446eb43 {{(pid=116020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:07:35.875678 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-aaf9004b-417a-4682-8955-829487bce23f req-48d2bc6a-9b66-4404-8fa3-a143db18f389 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (d6986ed8-f035-48a9-8069-d0172446eb43), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:35.982923 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-aaf9004b-417a-4682-8955-829487bce23f req-48d2bc6a-9b66-4404-8fa3-a143db18f389 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] For port d6986ed8-f035-48a9-8069-d0172446eb43, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=d6986ed8-f035-48a9-8069-d0172446eb43,segment=NetworkSegment(198c478d-e58c-4168-b5f9-1fac1821e084),segment_id=198c478d-e58c-4168-b5f9-1fac1821e084)] {{(pid=116020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:07:35.983284 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-aaf9004b-417a-4682-8955-829487bce23f req-48d2bc6a-9b66-4404-8fa3-a143db18f389 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (d6986ed8-f035-48a9-8069-d0172446eb43), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:35.990876 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-9776c993-ab0f-47d8-adcf-d4d9d1e94700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'name': 'tempest-AttachVolumeNegativeTest-1717603948-router', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:27Z', 'updated_at': '2022-09-21T22:00:36Z', 'revision_number': 4, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'gw_port': {'id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': 'a0c9154d-e5e0-4b4e-9149-22dcbcaa508b', 'name': '', 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'mac_address': 'fa:16:3e:41:8a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1a441478-37fd-49f9-afec-ab177303560e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:34Z', 'updated_at': '2022-09-21T22:00:47Z', 'revision_number': 5, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'subnets': [{'id': '1a441478-37fd-49f9-afec-ab177303560e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:07:36.017051 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9776c993-ab0f-47d8-adcf-d4d9d1e94700 None None] Checking router: bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55 for host: dv-cinder-858819-1-iscsi {{(pid=116021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:07:36.026124 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9776c993-ab0f-47d8-adcf-d4d9d1e94700 None None] Routers {'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:07:36.026774 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-9776c993-ab0f-47d8-adcf-d4d9d1e94700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:07:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'], 'active': True} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:07:36.136403 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvr_db [None req-9776c993-ab0f-47d8-adcf-d4d9d1e94700 None None] Set router bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:07:36.166175 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-aaf9004b-417a-4682-8955-829487bce23f req-48d2bc6a-9b66-4404-8fa3-a143db18f389 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:36.166542 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-aaf9004b-417a-4682-8955-829487bce23f req-48d2bc6a-9b66-4404-8fa3-a143db18f389 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494336'] for floatingip (8a27c7b9-6848-4a94-b2de-7487671fd320), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:36.166862 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.db.l3_db [req-aaf9004b-417a-4682-8955-829487bce23f req-48d2bc6a-9b66-4404-8fa3-a143db18f389 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Floating IP 8a27c7b9-6848-4a94-b2de-7487671fd320 disassociated. External IP: 172.27.1.196, port: d6986ed8-f035-48a9-8069-d0172446eb43. Sep 21 22:07:36.167280 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [req-aaf9004b-417a-4682-8955-829487bce23f req-48d2bc6a-9b66-4404-8fa3-a143db18f389 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Calling delete_port for d6986ed8-f035-48a9-8069-d0172446eb43 owned by compute:nova {{(pid=116020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:07:36.352969 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-9776c993-ab0f-47d8-adcf-d4d9d1e94700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'name': 'tempest-AttachVolumeNegativeTest-1717603948-router', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:27Z', 'updated_at': '2022-09-21T22:00:36Z', 'revision_number': 4, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'gw_port': {'id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': 'a0c9154d-e5e0-4b4e-9149-22dcbcaa508b', 'name': '', 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'mac_address': 'fa:16:3e:41:8a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1a441478-37fd-49f9-afec-ab177303560e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:34Z', 'updated_at': '2022-09-21T22:00:47Z', 'revision_number': 5, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'subnets': [{'id': '1a441478-37fd-49f9-afec-ab177303560e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:07:36.382236 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9776c993-ab0f-47d8-adcf-d4d9d1e94700 None None] The sync data for ids ['bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'] in dv-cinder-858819-1-iscsi is: [{'id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'name': 'tempest-AttachVolumeNegativeTest-1717603948-router', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:27Z', 'updated_at': '2022-09-21T22:00:36Z', 'revision_number': 4, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'gw_port': {'id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': 'a0c9154d-e5e0-4b4e-9149-22dcbcaa508b', 'name': '', 'network_id': '2abe6793-4110-455a-aa7b-f1c0038ce3ef', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'mac_address': 'fa:16:3e:41:8a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1a441478-37fd-49f9-afec-ab177303560e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:34Z', 'updated_at': '2022-09-21T22:00:47Z', 'revision_number': 5, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'subnets': [{'id': '1a441478-37fd-49f9-afec-ab177303560e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:07:36.412527 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-aaf9004b-417a-4682-8955-829487bce23f req-48d2bc6a-9b66-4404-8fa3-a143db18f389 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (d6986ed8-f035-48a9-8069-d0172446eb43), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:36.444429 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ebe6504d-3842-4a81-8ccb-7eb08081ab94 req-7c783a30-8139-422c-b1cf-6058134f1399 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb33acf7-a0ef-4664-ae1b-123eb59d27e0 HTTP/1.1" status: 200 len: 210 time: 0.0571079 Sep 21 22:07:36.447088 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d2bc6a-9b66-4404-8fa3-a143db18f389 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Pushing event deleted for resources: {'Port': ['ID=d6986ed8-f035-48a9-8069-d0172446eb43,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:36.500994 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-dfa3ca0f-85b4-4fd9-b75d-1f3c44747889 req-e3e74933-3eda-48d4-a1ce-f81be341d87a tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=d334600c-eb22-40d6-b2a0-32a3595f30cd HTTP/1.1" status: 200 len: 210 time: 0.0543420 Sep 21 22:07:36.579821 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aaf9004b-417a-4682-8955-829487bce23f req-48d2bc6a-9b66-4404-8fa3-a143db18f389 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Router 6ed75fd2-e652-4cca-83e3-60b12bd2f039 has already been hosted by L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 {{(pid=116020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:07:36.734623 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edd5ed5-1fea-4198-be38-412e74aad0e6 None None] New status for floating IP cadd02dd-5087-4404-982f-1aefb1669c82: DOWN {{(pid=116022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 22:07:36.762263 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aaf9004b-417a-4682-8955-829487bce23f req-48d2bc6a-9b66-4404-8fa3-a143db18f389 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:07:36.776443 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf2ee20-1b82-4e52-ac0f-a7598ca3eba3 None None] Sync routers for ids ['6ed75fd2-e652-4cca-83e3-60b12bd2f039'] in dv-cinder-858819-1-iscsi {{(pid=116021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:07:36.793692 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf2ee20-1b82-4e52-ac0f-a7598ca3eba3 None None] Routers {'6ed75fd2-e652-4cca-83e3-60b12bd2f039'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:07:36.794712 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-2bf2ee20-1b82-4e52-ac0f-a7598ca3eba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:07:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['6ed75fd2-e652-4cca-83e3-60b12bd2f039'], 'active': True} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:07:36.828524 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf9004b-417a-4682-8955-829487bce23f req-48d2bc6a-9b66-4404-8fa3-a143db18f389 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] No DVR routers for this DVR port d6986ed8-f035-48a9-8069-d0172446eb43 on host hv-cinder-85881 {{(pid=116020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:07:36.833628 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-aaf9004b-417a-4682-8955-829487bce23f req-48d2bc6a-9b66-4404-8fa3-a143db18f389 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:36.837431 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-aaf9004b-417a-4682-8955-829487bce23f req-48d2bc6a-9b66-4404-8fa3-a143db18f389 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.71 "DELETE /v2.0/ports/d6986ed8-f035-48a9-8069-d0172446eb43 HTTP/1.1" status: 204 len: 173 time: 1.0837088 Sep 21 22:07:36.965871 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvr_db [None req-2bf2ee20-1b82-4e52-ac0f-a7598ca3eba3 None None] Set router 6ed75fd2-e652-4cca-83e3-60b12bd2f039 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:07:37.196965 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-2bf2ee20-1b82-4e52-ac0f-a7598ca3eba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'name': 'tempest-AttachVolumeTestJSON-499943819-router', 'tenant_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '69a493c8-d0be-4fc6-b371-e09a67ddc586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:39Z', 'revision_number': 4, 'project_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'gw_port': {'id': '69a493c8-d0be-4fc6-b371-e09a67ddc586', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:04:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:29Z', 'updated_at': '2022-09-21T22:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': '50c0681d-1ad9-4055-ac69-94408c9daffa', 'name': '', 'network_id': '96c55cd8-33b0-4027-994a-bc89dd1c7933', 'tenant_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'mac_address': 'fa:16:3e:6f:17:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'ce246b9e-d1ab-41c3-9dad-8fd19a0b2f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:36Z', 'updated_at': '2022-09-21T22:00:54Z', 'revision_number': 5, 'project_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'subnets': [{'id': 'ce246b9e-d1ab-41c3-9dad-8fd19a0b2f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:07:37.229493 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf2ee20-1b82-4e52-ac0f-a7598ca3eba3 None None] Checking router: 6ed75fd2-e652-4cca-83e3-60b12bd2f039 for host: dv-cinder-858819-1-iscsi {{(pid=116021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:07:37.239971 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf2ee20-1b82-4e52-ac0f-a7598ca3eba3 None None] Routers {'6ed75fd2-e652-4cca-83e3-60b12bd2f039'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:07:37.240657 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-2bf2ee20-1b82-4e52-ac0f-a7598ca3eba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:07:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['6ed75fd2-e652-4cca-83e3-60b12bd2f039'], 'active': True} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:07:37.356363 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvr_db [None req-2bf2ee20-1b82-4e52-ac0f-a7598ca3eba3 None None] Set router 6ed75fd2-e652-4cca-83e3-60b12bd2f039 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:07:37.570396 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd334600c-eb22-40d6-b2a0-32a3595f30cd', 'name': 'network-vif-deleted', 'tag': 'd6986ed8-f035-48a9-8069-d0172446eb43'}] {{(pid=116020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:07:37.574678 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}616469ce01b4343580b51944d90e43cdadd76175ffa2c7c7ae3ce11ef7217efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f44a19-d6e3-48d3-9da8-3d4fa82aae87" -d '{"events": [{"server_uuid": "d334600c-eb22-40d6-b2a0-32a3595f30cd", "name": "network-vif-deleted", "tag": "d6986ed8-f035-48a9-8069-d0172446eb43"}]}' {{(pid=116020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:07:37.604687 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-2bf2ee20-1b82-4e52-ac0f-a7598ca3eba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'name': 'tempest-AttachVolumeTestJSON-499943819-router', 'tenant_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '69a493c8-d0be-4fc6-b371-e09a67ddc586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:39Z', 'revision_number': 4, 'project_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'gw_port': {'id': '69a493c8-d0be-4fc6-b371-e09a67ddc586', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:04:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:29Z', 'updated_at': '2022-09-21T22:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': '50c0681d-1ad9-4055-ac69-94408c9daffa', 'name': '', 'network_id': '96c55cd8-33b0-4027-994a-bc89dd1c7933', 'tenant_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'mac_address': 'fa:16:3e:6f:17:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'ce246b9e-d1ab-41c3-9dad-8fd19a0b2f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:36Z', 'updated_at': '2022-09-21T22:00:54Z', 'revision_number': 5, 'project_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'subnets': [{'id': 'ce246b9e-d1ab-41c3-9dad-8fd19a0b2f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:07:37.636445 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf2ee20-1b82-4e52-ac0f-a7598ca3eba3 None None] The sync data for ids ['6ed75fd2-e652-4cca-83e3-60b12bd2f039'] in dv-cinder-858819-1-iscsi is: [{'id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'name': 'tempest-AttachVolumeTestJSON-499943819-router', 'tenant_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '69a493c8-d0be-4fc6-b371-e09a67ddc586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:39Z', 'revision_number': 4, 'project_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'gw_port': {'id': '69a493c8-d0be-4fc6-b371-e09a67ddc586', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:04:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:29Z', 'updated_at': '2022-09-21T22:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': '50c0681d-1ad9-4055-ac69-94408c9daffa', 'name': '', 'network_id': '96c55cd8-33b0-4027-994a-bc89dd1c7933', 'tenant_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'mac_address': 'fa:16:3e:6f:17:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'ce246b9e-d1ab-41c3-9dad-8fd19a0b2f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:36Z', 'updated_at': '2022-09-21T22:00:54Z', 'revision_number': 5, 'project_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'subnets': [{'id': 'ce246b9e-d1ab-41c3-9dad-8fd19a0b2f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:07:37.638045 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b2b2e06e-1f19-452e-818b-cdc393903d3c req-77aba701-028c-4cbf-aa68-494bfb8643ca tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/ports?device_id=d334600c-eb22-40d6-b2a0-32a3595f30cd HTTP/1.1" status: 200 len: 210 time: 0.0292394 Sep 21 22:07:37.662861 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 37320) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:07:37.725053 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b76bca-5214-49c5-8cdd-7962ecb609c5 x-openstack-request-id: req-13b76bca-5214-49c5-8cdd-7962ecb609c5 {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:07:37.725363 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d334600c-eb22-40d6-b2a0-32a3595f30cd", "name": "network-vif-deleted", "tag": "d6986ed8-f035-48a9-8069-d0172446eb43", "status": "completed", "code": 200}]} {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:07:37.725597 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-13b76bca-5214-49c5-8cdd-7962ecb609c5 {{(pid=116020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:07:37.726319 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13b76bca-5214-49c5-8cdd-7962ecb609c5'] response: {'server_uuid': 'd334600c-eb22-40d6-b2a0-32a3595f30cd', 'name': 'network-vif-deleted', 'tag': 'd6986ed8-f035-48a9-8069-d0172446eb43', 'status': 'completed', 'code': 200} Sep 21 22:07:37.742903 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-62c714ad-9bd7-487b-a567-43ff55e96223 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for security_group (83ff88a0-8668-471b-9e4e-f56cfd55bc70), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:37.780939 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-62c714ad-9bd7-487b-a567-43ff55e96223 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for security_group (83ff88a0-8668-471b-9e4e-f56cfd55bc70), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:37.937950 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-62c714ad-9bd7-487b-a567-43ff55e96223 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (83ff88a0-8668-471b-9e4e-f56cfd55bc70), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:37.941443 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-62c714ad-9bd7-487b-a567-43ff55e96223 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:37.942805 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-62c714ad-9bd7-487b-a567-43ff55e96223 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "DELETE /v2.0/security-groups/83ff88a0-8668-471b-9e4e-f56cfd55bc70 HTTP/1.1" status: 204 len: 168 time: 0.2785780 Sep 21 22:07:37.946941 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 37326) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:07:37.955534 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c714ad-9bd7-487b-a567-43ff55e96223 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ff88a0-8668-471b-9e4e-f56cfd55bc70,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:37.967974 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.api.v2.resource [None req-3fb39c53-eefb-4ce6-9d05-ab66a445fc46 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] show failed (client error): The resource could not be found. Sep 21 22:07:37.972818 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-3fb39c53-eefb-4ce6-9d05-ab66a445fc46 tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "GET /v2.0/security-groups/83ff88a0-8668-471b-9e4e-f56cfd55bc70 HTTP/1.1" status: 404 len: 347 time: 0.0245533 Sep 21 22:07:37.973116 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 37328) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:07:38.052262 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a84d80-ae1c-4407-9ab4-4d0be7c2638c None None] New status for floating IP 8a27c7b9-6848-4a94-b2de-7487671fd320: DOWN {{(pid=116022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 22:07:38.143548 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [None req-080b0a04-0632-4571-85b4-d350255f68bd tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Deleting port 8ebd7576-df85-41db-94ad-a07e1b80b7e4 {{(pid=116020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:07:38.144124 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-080b0a04-0632-4571-85b4-d350255f68bd tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (8ebd7576-df85-41db-94ad-a07e1b80b7e4), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:38.271792 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-080b0a04-0632-4571-85b4-d350255f68bd tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (8ebd7576-df85-41db-94ad-a07e1b80b7e4), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:38.272057 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-080b0a04-0632-4571-85b4-d350255f68bd tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for floatingip (8ebd7576-df85-41db-94ad-a07e1b80b7e4), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:38.286269 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [None req-080b0a04-0632-4571-85b4-d350255f68bd tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Calling delete_port for 8ebd7576-df85-41db-94ad-a07e1b80b7e4 owned by network:floatingip {{(pid=116020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:07:38.538746 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-080b0a04-0632-4571-85b4-d350255f68bd tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (8ebd7576-df85-41db-94ad-a07e1b80b7e4), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:38.561679 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080b0a04-0632-4571-85b4-d350255f68bd tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Pushing event deleted for resources: {'Port': ['ID=8ebd7576-df85-41db-94ad-a07e1b80b7e4,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:38.630700 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-080b0a04-0632-4571-85b4-d350255f68bd tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks [] for floatingip (cadd02dd-5087-4404-982f-1aefb1669c82), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:38.633473 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-080b0a04-0632-4571-85b4-d350255f68bd tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for floatingip (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:38.634646 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-080b0a04-0632-4571-85b4-d350255f68bd tempest-AttachVolumeNegativeTest-1020949689 tempest-AttachVolumeNegativeTest-1020949689-project] 10.222.0.52 "DELETE /v2.0/floatingips/cadd02dd-5087-4404-982f-1aefb1669c82 HTTP/1.1" status: 204 len: 168 time: 0.6602886 Sep 21 22:07:38.808788 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 37340) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:07:38.863218 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-a66a2bcd-de77-49d3-8035-8b576f31571e tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks [] for security_group (fdf14d30-0001-4569-8fc0-b205c4aadb78), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:38.887814 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-a66a2bcd-de77-49d3-8035-8b576f31571e tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks [] for security_group (fdf14d30-0001-4569-8fc0-b205c4aadb78), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:39.027462 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-a66a2bcd-de77-49d3-8035-8b576f31571e tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (fdf14d30-0001-4569-8fc0-b205c4aadb78), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:39.030484 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-a66a2bcd-de77-49d3-8035-8b576f31571e tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:39.031658 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-a66a2bcd-de77-49d3-8035-8b576f31571e tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "DELETE /v2.0/security-groups/fdf14d30-0001-4569-8fc0-b205c4aadb78 HTTP/1.1" status: 204 len: 168 time: 0.2224162 Sep 21 22:07:39.035075 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 37344) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:07:39.041742 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66a2bcd-de77-49d3-8035-8b576f31571e tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf14d30-0001-4569-8fc0-b205c4aadb78,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:39.049901 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.api.v2.resource [None req-859050ba-9ab7-49ee-b8fb-913639208947 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] show failed (client error): The resource could not be found. Sep 21 22:07:39.050960 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-859050ba-9ab7-49ee-b8fb-913639208947 tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "GET /v2.0/security-groups/fdf14d30-0001-4569-8fc0-b205c4aadb78 HTTP/1.1" status: 404 len: 347 time: 0.0148690 Sep 21 22:07:39.053987 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 37346) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:07:39.173837 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.plugin [None req-d7272c88-8df7-4c98-a76b-43e404985eef tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Deleting port e8eb8869-0714-4d4d-b228-4cef9c061ae8 {{(pid=116019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:07:39.174171 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d7272c88-8df7-4c98-a76b-43e404985eef tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (e8eb8869-0714-4d4d-b228-4cef9c061ae8), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:39.259408 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d7272c88-8df7-4c98-a76b-43e404985eef tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (e8eb8869-0714-4d4d-b228-4cef9c061ae8), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:39.259736 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d7272c88-8df7-4c98-a76b-43e404985eef tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks [] for floatingip (e8eb8869-0714-4d4d-b228-4cef9c061ae8), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:39.273951 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.plugin [None req-d7272c88-8df7-4c98-a76b-43e404985eef tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Calling delete_port for e8eb8869-0714-4d4d-b228-4cef9c061ae8 owned by network:floatingip {{(pid=116019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:07:39.492477 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d7272c88-8df7-4c98-a76b-43e404985eef tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052'] for port (e8eb8869-0714-4d4d-b228-4cef9c061ae8), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:39.523090 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7272c88-8df7-4c98-a76b-43e404985eef tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Pushing event deleted for resources: {'Port': ['ID=e8eb8869-0714-4d4d-b228-4cef9c061ae8,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:39.546812 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d7272c88-8df7-4c98-a76b-43e404985eef tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks [] for floatingip (8a27c7b9-6848-4a94-b2de-7487671fd320), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:39.549507 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d7272c88-8df7-4c98-a76b-43e404985eef tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for floatingip (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:39.550981 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-d7272c88-8df7-4c98-a76b-43e404985eef tempest-AttachVolumeTestJSON-681472028 tempest-AttachVolumeTestJSON-681472028-project] 10.222.0.52 "DELETE /v2.0/floatingips/8a27c7b9-6848-4a94-b2de-7487671fd320 HTTP/1.1" status: 204 len: 168 time: 0.4961042 Sep 21 22:07:40.383100 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device 3c66d8c8-7232-421e-a3b6-7efd5dcfee21 no longer exists at agent hyperv_hv-cinder-85881 {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:07:40.401892 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] No Port match for: 3c66d8c8-7232-421e-a3b6-7efd5dcfee21 {{(pid=116021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:07:40.402245 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device 3c66d8c8-7232-421e-a3b6-7efd5dcfee21 not bound to the agent host hv-cinder-85881 {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:07:41.283593 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device d6986ed8-f035-48a9-8069-d0172446eb43 no longer exists at agent hyperv_hv-cinder-85881 {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:07:41.306483 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] No Port match for: d6986ed8-f035-48a9-8069-d0172446eb43 {{(pid=116021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:07:41.306846 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device d6986ed8-f035-48a9-8069-d0172446eb43 not bound to the agent host hv-cinder-85881 {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:07:44.499922 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c322cd1-6ee5-4609-a6e7-818c63c0ee66 req-782c92c8-982d-47c7-8192-5a89b4b90a9e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:44.502005 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-9c322cd1-6ee5-4609-a6e7-818c63c0ee66 req-782c92c8-982d-47c7-8192-5a89b4b90a9e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 947 time: 0.0553119 Sep 21 22:07:44.552359 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-9c322cd1-6ee5-4609-a6e7-818c63c0ee66 req-04a9b7e0-15d7-4c6b-b5a3-8a151e2788d6 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451112 Sep 21 22:07:44.924535 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (0aee7d89-594f-4992-91de-a4ac3f52e28d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:44.965366 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 37444) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:07:45.501828 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-da08ed82-79ca-43c8-9bb0-c364ad8a019a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495104'] for router_interface (bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:45.728160 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68433878-a7d7-404f-94fc-f7c08e86fcd1 req-48550cb9-daf7-4cb8-8a8e-7adafcd48e18 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:45.730092 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-68433878-a7d7-404f-94fc-f7c08e86fcd1 req-48550cb9-daf7-4cb8-8a8e-7adafcd48e18 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 947 time: 0.0782440 Sep 21 22:07:45.790268 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [None req-da08ed82-79ca-43c8-9bb0-c364ad8a019a admin admin] Deleting port a0c9154d-e5e0-4b4e-9149-22dcbcaa508b {{(pid=116020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:07:45.790672 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-da08ed82-79ca-43c8-9bb0-c364ad8a019a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (a0c9154d-e5e0-4b4e-9149-22dcbcaa508b), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:45.793379 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-68433878-a7d7-404f-94fc-f7c08e86fcd1 req-f2b3e230-a720-4d1a-a294-35a53da428b6 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564027 Sep 21 22:07:45.812433 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 37460) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:07:45.962023 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 37464) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:07:45.967243 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [None req-da08ed82-79ca-43c8-9bb0-c364ad8a019a admin admin] For port a0c9154d-e5e0-4b4e-9149-22dcbcaa508b, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=a0c9154d-e5e0-4b4e-9149-22dcbcaa508b,segment=NetworkSegment(64832c79-06e5-4b2e-9d17-904da6f2a29e),segment_id=64832c79-06e5-4b2e-9d17-904da6f2a29e)] {{(pid=116020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:07:45.967830 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-da08ed82-79ca-43c8-9bb0-c364ad8a019a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (a0c9154d-e5e0-4b4e-9149-22dcbcaa508b), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:45.971646 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-dc2d9d71-18a7-45ec-8107-53e65ea8e238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:45.977652 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734bd08-6738-45c5-a2c6-60649a0f03b3 req-2a7eec2e-0a24-4fed-8228-2796ccd05fa8 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:45.978978 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-a734bd08-6738-45c5-a2c6-60649a0f03b3 req-2a7eec2e-0a24-4fed-8228-2796ccd05fa8 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.71 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 947 time: 0.1350496 Sep 21 22:07:46.023189 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [None req-da08ed82-79ca-43c8-9bb0-c364ad8a019a admin admin] Calling delete_port for a0c9154d-e5e0-4b4e-9149-22dcbcaa508b owned by network:router_interface {{(pid=116020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:07:46.244192 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.plugin [None req-9b5201fc-6206-44f3-9114-d1fa57cf59b2 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Deleting port 4a28c4f0-1703-46ec-b681-29a4e0df126d {{(pid=116019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:07:46.244534 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-9b5201fc-6206-44f3-9114-d1fa57cf59b2 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (4a28c4f0-1703-46ec-b681-29a4e0df126d), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:46.333106 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-9b5201fc-6206-44f3-9114-d1fa57cf59b2 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (4a28c4f0-1703-46ec-b681-29a4e0df126d), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:46.333403 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-9b5201fc-6206-44f3-9114-d1fa57cf59b2 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Publish callbacks [] for floatingip (4a28c4f0-1703-46ec-b681-29a4e0df126d), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:46.347639 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.plugin [None req-9b5201fc-6206-44f3-9114-d1fa57cf59b2 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Calling delete_port for 4a28c4f0-1703-46ec-b681-29a4e0df126d owned by network:floatingip {{(pid=116019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:07:46.539289 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [req-a734bd08-6738-45c5-a2c6-60649a0f03b3 req-7a875679-1f93-4838-a19c-a320e67f08bb tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Deleting port ad16a5a1-bb55-4bfe-916e-76613013670a {{(pid=116020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:07:46.539634 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-a734bd08-6738-45c5-a2c6-60649a0f03b3 req-7a875679-1f93-4838-a19c-a320e67f08bb tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (ad16a5a1-bb55-4bfe-916e-76613013670a), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:46.633572 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-9b5201fc-6206-44f3-9114-d1fa57cf59b2 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052'] for port (4a28c4f0-1703-46ec-b681-29a4e0df126d), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:46.683088 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5201fc-6206-44f3-9114-d1fa57cf59b2 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Pushing event deleted for resources: {'Port': ['ID=4a28c4f0-1703-46ec-b681-29a4e0df126d,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:46.721354 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-9b5201fc-6206-44f3-9114-d1fa57cf59b2 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Publish callbacks [] for floatingip (baf61701-116a-4170-919c-b4ef280d9844), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:46.721838 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.db.l3_db [None req-9b5201fc-6206-44f3-9114-d1fa57cf59b2 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Floating IP baf61701-116a-4170-919c-b4ef280d9844 disassociated (deleted). External IP: 172.27.1.16, port: d9aa81ae-410b-4f57-b18c-445cc091494d. Sep 21 22:07:46.738715 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-a734bd08-6738-45c5-a2c6-60649a0f03b3 req-7a875679-1f93-4838-a19c-a320e67f08bb tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] For port ad16a5a1-bb55-4bfe-916e-76613013670a, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=ad16a5a1-bb55-4bfe-916e-76613013670a,segment=NetworkSegment(d07355e0-aacb-4281-84d5-155a0ab99755),segment_id=d07355e0-aacb-4281-84d5-155a0ab99755)] {{(pid=116020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:07:46.739104 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-a734bd08-6738-45c5-a2c6-60649a0f03b3 req-7a875679-1f93-4838-a19c-a320e67f08bb tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (ad16a5a1-bb55-4bfe-916e-76613013670a), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:46.888734 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-da08ed82-79ca-43c8-9bb0-c364ad8a019a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (a0c9154d-e5e0-4b4e-9149-22dcbcaa508b), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:46.938701 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 37474) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:07:46.968906 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da08ed82-79ca-43c8-9bb0-c364ad8a019a admin admin] Pushing event deleted for resources: {'Port': ['ID=a0c9154d-e5e0-4b4e-9149-22dcbcaa508b,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:47.025197 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-a734bd08-6738-45c5-a2c6-60649a0f03b3 req-7a875679-1f93-4838-a19c-a320e67f08bb tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:47.025569 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-a734bd08-6738-45c5-a2c6-60649a0f03b3 req-7a875679-1f93-4838-a19c-a320e67f08bb tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494336'] for floatingip (f19bbbac-c628-44bd-9242-7d93ee640cd7), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:47.025897 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.db.l3_db [req-a734bd08-6738-45c5-a2c6-60649a0f03b3 req-7a875679-1f93-4838-a19c-a320e67f08bb tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Floating IP f19bbbac-c628-44bd-9242-7d93ee640cd7 disassociated. External IP: 172.27.1.182, port: ad16a5a1-bb55-4bfe-916e-76613013670a. Sep 21 22:07:47.026259 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [req-a734bd08-6738-45c5-a2c6-60649a0f03b3 req-7a875679-1f93-4838-a19c-a320e67f08bb tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Calling delete_port for ad16a5a1-bb55-4bfe-916e-76613013670a owned by compute:nova {{(pid=116020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:07:47.045929 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9772d9be-ca7e-4c82-9d02-ecb5edce02c1 req-bdc61cd8-dcc5-40b6-b86f-1ca64dc69e7a tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:47.047570 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-9772d9be-ca7e-4c82-9d02-ecb5edce02c1 req-bdc61cd8-dcc5-40b6-b86f-1ca64dc69e7a tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 947 time: 0.1276591 Sep 21 22:07:47.069477 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5201fc-6206-44f3-9114-d1fa57cf59b2 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Router bf526842-28a5-4fbf-b024-76d22748b79c has already been hosted by L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 {{(pid=116019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:07:47.140427 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-69da85b8-734e-471f-a0fd-e5486bd133e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:47.175836 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-9772d9be-ca7e-4c82-9d02-ecb5edce02c1 req-8732772b-baa5-4473-aab1-95aab5aba763 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups?id=4661ad17-233b-4229-a240-9231b36c5a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107614 Sep 21 22:07:47.241494 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5201fc-6206-44f3-9114-d1fa57cf59b2 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:07:47.246997 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-9b5201fc-6206-44f3-9114-d1fa57cf59b2 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for floatingip (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:47.261136 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054958d9-d549-4b5f-a6c3-f4b6f7dc6fc1 None None] Sync routers for ids ['bf526842-28a5-4fbf-b024-76d22748b79c'] in dv-cinder-858819-1-iscsi {{(pid=116021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:07:47.275583 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054958d9-d549-4b5f-a6c3-f4b6f7dc6fc1 None None] Routers {'bf526842-28a5-4fbf-b024-76d22748b79c'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:07:47.286584 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-054958d9-d549-4b5f-a6c3-f4b6f7dc6fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:07:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['bf526842-28a5-4fbf-b024-76d22748b79c'], 'active': True} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:07:47.286744 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-9b5201fc-6206-44f3-9114-d1fa57cf59b2 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "DELETE /v2.0/floatingips/baf61701-116a-4170-919c-b4ef280d9844 HTTP/1.1" status: 204 len: 168 time: 1.3210013 Sep 21 22:07:47.286744 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2703320a-95cb-4c2e-b640-da7106fc48e2', 'tag': 'd9aa81ae-410b-4f57-b18c-445cc091494d'}] {{(pid=116019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:07:47.288396 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}314aa947772f4aa66c6b0f501ee0f59e34b3d7fab75533ca4852f00c2b9fa1f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30e216a-14c7-466f-806f-5e0c037b3815" -d '{"events": [{"name": "network-changed", "server_uuid": "2703320a-95cb-4c2e-b640-da7106fc48e2", "tag": "d9aa81ae-410b-4f57-b18c-445cc091494d"}]}' {{(pid=116019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:07:47.367763 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-a734bd08-6738-45c5-a2c6-60649a0f03b3 req-7a875679-1f93-4838-a19c-a320e67f08bb tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (ad16a5a1-bb55-4bfe-916e-76613013670a), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:47.381742 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-da3c5363-4ca3-4a60-bc77-afc34882e627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495104'] for router_interface (6ed75fd2-e652-4cca-83e3-60b12bd2f039), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:47.494890 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8446e032-e04a-4c48-9958-2a5c50af79d8 x-openstack-request-id: req-8446e032-e04a-4c48-9958-2a5c50af79d8 {{(pid=116019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:07:47.495185 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2703320a-95cb-4c2e-b640-da7106fc48e2", "tag": "d9aa81ae-410b-4f57-b18c-445cc091494d", "status": "completed", "code": 200}]} {{(pid=116019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:07:47.495446 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8446e032-e04a-4c48-9958-2a5c50af79d8 {{(pid=116019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:07:47.495856 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8446e032-e04a-4c48-9958-2a5c50af79d8'] response: {'name': 'network-changed', 'server_uuid': '2703320a-95cb-4c2e-b640-da7106fc48e2', 'tag': 'd9aa81ae-410b-4f57-b18c-445cc091494d', 'status': 'completed', 'code': 200} Sep 21 22:07:47.523142 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a875679-1f93-4838-a19c-a320e67f08bb tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Pushing event deleted for resources: {'Port': ['ID=ad16a5a1-bb55-4bfe-916e-76613013670a,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:47.534615 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvr_db [None req-054958d9-d549-4b5f-a6c3-f4b6f7dc6fc1 None None] Set router bf526842-28a5-4fbf-b024-76d22748b79c gateway port host: dv-cinder-858819-1-iscsi {{(pid=116021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:07:47.674990 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-da08ed82-79ca-43c8-9bb0-c364ad8a019a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1653209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504464'] for router_interface (bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:47.757355 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.agents_db [None req-53c7536d-764e-4ad7-87ad-c450eadf28b3 None None] Agent healthcheck: found 6 active agents {{(pid=116022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:07:47.793355 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-054958d9-d549-4b5f-a6c3-f4b6f7dc6fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf526842-28a5-4fbf-b024-76d22748b79c', 'name': 'tempest-TestShelveInstance-1453556270-router', 'tenant_id': '3a736bcce41d413f88518c9f7501738c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'a7b90007-76cc-461f-b1a9-e6de0d1d3699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:01:53Z', 'updated_at': '2022-09-21T22:01:56Z', 'revision_number': 4, 'project_id': '3a736bcce41d413f88518c9f7501738c', 'gw_port': {'id': 'a7b90007-76cc-461f-b1a9-e6de0d1d3699', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf526842-28a5-4fbf-b024-76d22748b79c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:01:54Z', 'updated_at': '2022-09-21T22:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': 'a19afb1d-00b2-4d0b-8519-f8e4b72ab8da', 'name': '', 'network_id': '8ce7ca27-65f9-442f-9460-582319d50317', 'tenant_id': '3a736bcce41d413f88518c9f7501738c', 'mac_address': 'fa:16:3e:61:38:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf526842-28a5-4fbf-b024-76d22748b79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '61fb7232-c6fb-44a6-ba93-ebc4a1b2df41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:01:56Z', 'updated_at': '2022-09-21T22:02:00Z', 'revision_number': 5, 'project_id': '3a736bcce41d413f88518c9f7501738c', 'subnets': [{'id': '61fb7232-c6fb-44a6-ba93-ebc4a1b2df41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:07:47.832959 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054958d9-d549-4b5f-a6c3-f4b6f7dc6fc1 None None] Checking router: bf526842-28a5-4fbf-b024-76d22748b79c for host: dv-cinder-858819-1-iscsi {{(pid=116021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:07:47.844140 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054958d9-d549-4b5f-a6c3-f4b6f7dc6fc1 None None] Routers {'bf526842-28a5-4fbf-b024-76d22748b79c'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:07:47.844801 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-054958d9-d549-4b5f-a6c3-f4b6f7dc6fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:07:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['bf526842-28a5-4fbf-b024-76d22748b79c'], 'active': True} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:07:47.864788 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06199a90-1fab-462d-a03b-ca970b20adad req-c0b17353-396e-4553-97fe-c3f4c416f1f7 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:47.877054 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-06199a90-1fab-462d-a03b-ca970b20adad req-c0b17353-396e-4553-97fe-c3f4c416f1f7 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 946 time: 0.1149826 Sep 21 22:07:47.902159 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-69da85b8-734e-471f-a0fd-e5486bd133e1 admin admin] Publish callbacks [] for security_group (87d5fc1d-6d2a-4e7e-84d0-923c01819b97), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:47.923020 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e216a-14c7-466f-806f-5e0c037b3815 req-549de8c9-e02f-4dac-8150-312272199721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:47.925217 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-f30e216a-14c7-466f-806f-5e0c037b3815 req-549de8c9-e02f-4dac-8150-312272199721 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3a736bcce41d413f88518c9f7501738c&device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 1130 time: 0.3900685 Sep 21 22:07:47.937785 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-06199a90-1fab-462d-a03b-ca970b20adad req-195399eb-6799-49f2-9153-e62f21541400 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583587 Sep 21 22:07:47.989388 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvr_db [None req-054958d9-d549-4b5f-a6c3-f4b6f7dc6fc1 None None] Set router bf526842-28a5-4fbf-b024-76d22748b79c gateway port host: dv-cinder-858819-1-iscsi {{(pid=116021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:07:48.224104 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-773eb0e8-c51b-4576-a9fb-c76812c51bbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:48.231305 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-054958d9-d549-4b5f-a6c3-f4b6f7dc6fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf526842-28a5-4fbf-b024-76d22748b79c', 'name': 'tempest-TestShelveInstance-1453556270-router', 'tenant_id': '3a736bcce41d413f88518c9f7501738c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'a7b90007-76cc-461f-b1a9-e6de0d1d3699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:01:53Z', 'updated_at': '2022-09-21T22:01:56Z', 'revision_number': 4, 'project_id': '3a736bcce41d413f88518c9f7501738c', 'gw_port': {'id': 'a7b90007-76cc-461f-b1a9-e6de0d1d3699', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf526842-28a5-4fbf-b024-76d22748b79c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:01:54Z', 'updated_at': '2022-09-21T22:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': 'a19afb1d-00b2-4d0b-8519-f8e4b72ab8da', 'name': '', 'network_id': '8ce7ca27-65f9-442f-9460-582319d50317', 'tenant_id': '3a736bcce41d413f88518c9f7501738c', 'mac_address': 'fa:16:3e:61:38:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf526842-28a5-4fbf-b024-76d22748b79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '61fb7232-c6fb-44a6-ba93-ebc4a1b2df41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:01:56Z', 'updated_at': '2022-09-21T22:02:00Z', 'revision_number': 5, 'project_id': '3a736bcce41d413f88518c9f7501738c', 'subnets': [{'id': '61fb7232-c6fb-44a6-ba93-ebc4a1b2df41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:07:48.260029 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054958d9-d549-4b5f-a6c3-f4b6f7dc6fc1 None None] The sync data for ids ['bf526842-28a5-4fbf-b024-76d22748b79c'] in dv-cinder-858819-1-iscsi is: [{'id': 'bf526842-28a5-4fbf-b024-76d22748b79c', 'name': 'tempest-TestShelveInstance-1453556270-router', 'tenant_id': '3a736bcce41d413f88518c9f7501738c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'a7b90007-76cc-461f-b1a9-e6de0d1d3699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:01:53Z', 'updated_at': '2022-09-21T22:01:56Z', 'revision_number': 4, 'project_id': '3a736bcce41d413f88518c9f7501738c', 'gw_port': {'id': 'a7b90007-76cc-461f-b1a9-e6de0d1d3699', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf526842-28a5-4fbf-b024-76d22748b79c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:01:54Z', 'updated_at': '2022-09-21T22:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': 'a19afb1d-00b2-4d0b-8519-f8e4b72ab8da', 'name': '', 'network_id': '8ce7ca27-65f9-442f-9460-582319d50317', 'tenant_id': '3a736bcce41d413f88518c9f7501738c', 'mac_address': 'fa:16:3e:61:38:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf526842-28a5-4fbf-b024-76d22748b79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '61fb7232-c6fb-44a6-ba93-ebc4a1b2df41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:01:56Z', 'updated_at': '2022-09-21T22:02:00Z', 'revision_number': 5, 'project_id': '3a736bcce41d413f88518c9f7501738c', 'subnets': [{'id': '61fb7232-c6fb-44a6-ba93-ebc4a1b2df41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:07:48.283760 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-69da85b8-734e-471f-a0fd-e5486bd133e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (87d5fc1d-6d2a-4e7e-84d0-923c01819b97), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:48.291369 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a734bd08-6738-45c5-a2c6-60649a0f03b3 req-7a875679-1f93-4838-a19c-a320e67f08bb tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Router b142f32c-8dda-47c3-a391-533de2f6ca41 has already been hosted by L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 {{(pid=116020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:07:48.328166 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-279fc0c1-9855-43b5-af51-6a2463838205 req-a9f61575-6a99-4dde-94a1-3d897a4a7024 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 210 time: 0.0344145 Sep 21 22:07:48.379211 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-69da85b8-734e-471f-a0fd-e5486bd133e1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a2845a50b3bf4ae0b5085ff2d16c6f70&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4114597 Sep 21 22:07:48.382813 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 37488) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:07:48.399645 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69da85b8-734e-471f-a0fd-e5486bd133e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d5fc1d-6d2a-4e7e-84d0-923c01819b97,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:48.441915 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-7482e25e-2ca8-4613-8bc9-5ce0b827e0c2 admin admin] Publish callbacks [] for security_group (87d5fc1d-6d2a-4e7e-84d0-923c01819b97), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:48.464852 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-7482e25e-2ca8-4613-8bc9-5ce0b827e0c2 admin admin] Publish callbacks [] for security_group (87d5fc1d-6d2a-4e7e-84d0-923c01819b97), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:48.499973 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e216a-14c7-466f-806f-5e0c037b3815 req-4e56d5a8-7787-4bb9-ae0a-25c7d2958f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:48.502098 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-f30e216a-14c7-466f-806f-5e0c037b3815 req-4e56d5a8-7787-4bb9-ae0a-25c7d2958f62 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8ce7ca27-65f9-442f-9460-582319d50317 HTTP/1.1" status: 200 len: 910 time: 0.5553427 Sep 21 22:07:48.578298 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc397d2-c963-42e8-a21f-c206b1be51fd None None] New status for floating IP baf61701-116a-4170-919c-b4ef280d9844: DOWN {{(pid=116022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 22:07:48.621694 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-f30e216a-14c7-466f-806f-5e0c037b3815 req-65eaeb31-9fda-449d-a975-4ab67eb89d2f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9aa81ae-410b-4f57-b18c-445cc091494d HTTP/1.1" status: 200 len: 217 time: 0.0903358 Sep 21 22:07:48.662865 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-7482e25e-2ca8-4613-8bc9-5ce0b827e0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (87d5fc1d-6d2a-4e7e-84d0-923c01819b97), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:48.670410 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-7482e25e-2ca8-4613-8bc9-5ce0b827e0c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:48.671807 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-7482e25e-2ca8-4613-8bc9-5ce0b827e0c2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/87d5fc1d-6d2a-4e7e-84d0-923c01819b97 HTTP/1.1" status: 204 len: 168 time: 0.2875724 Sep 21 22:07:48.689434 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7482e25e-2ca8-4613-8bc9-5ce0b827e0c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d5fc1d-6d2a-4e7e-84d0-923c01819b97,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:48.760356 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a734bd08-6738-45c5-a2c6-60649a0f03b3 req-7a875679-1f93-4838-a19c-a320e67f08bb tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:07:48.768648 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6605765f-711e-48c5-989a-603e1e6e78fb None None] Sync routers for ids ['b142f32c-8dda-47c3-a391-533de2f6ca41'] in dv-cinder-858819-1-iscsi {{(pid=116021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:07:48.789472 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6605765f-711e-48c5-989a-603e1e6e78fb None None] Routers {'b142f32c-8dda-47c3-a391-533de2f6ca41'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:07:48.790402 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-6605765f-711e-48c5-989a-603e1e6e78fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:07:48Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['b142f32c-8dda-47c3-a391-533de2f6ca41'], 'active': True} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:07:48.794124 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e216a-14c7-466f-806f-5e0c037b3815 req-8589c46c-b61e-43ee-85ca-dd841e8d4254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:48.795575 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-f30e216a-14c7-466f-806f-5e0c037b3815 req-8589c46c-b61e-43ee-85ca-dd841e8d4254 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=61fb7232-c6fb-44a6-ba93-ebc4a1b2df41 HTTP/1.1" status: 200 len: 848 time: 0.1349311 Sep 21 22:07:48.804466 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da08ed82-79ca-43c8-9bb0-c364ad8a019a admin admin] Router bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55 has already been hosted by L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 {{(pid=116020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:07:48.826418 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [req-a734bd08-6738-45c5-a2c6-60649a0f03b3 req-7a875679-1f93-4838-a19c-a320e67f08bb tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] No DVR routers for this DVR port ad16a5a1-bb55-4bfe-916e-76613013670a on host hv-cinder-85881 {{(pid=116020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:07:48.829813 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-a734bd08-6738-45c5-a2c6-60649a0f03b3 req-7a875679-1f93-4838-a19c-a320e67f08bb tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:48.833091 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-a734bd08-6738-45c5-a2c6-60649a0f03b3 req-7a875679-1f93-4838-a19c-a320e67f08bb tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.71 "DELETE /v2.0/ports/ad16a5a1-bb55-4bfe-916e-76613013670a HTTP/1.1" status: 204 len: 173 time: 2.8465447 Sep 21 22:07:48.836289 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8efafa3b-164d-4b83-acd2-2da9749de939', 'name': 'network-vif-deleted', 'tag': 'ad16a5a1-bb55-4bfe-916e-76613013670a'}] {{(pid=116020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:07:48.838623 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}616469ce01b4343580b51944d90e43cdadd76175ffa2c7c7ae3ce11ef7217efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3d01d1-a1f7-4bdc-b9c5-5f0c93ef2775" -d '{"events": [{"server_uuid": "8efafa3b-164d-4b83-acd2-2da9749de939", "name": "network-vif-deleted", "tag": "ad16a5a1-bb55-4bfe-916e-76613013670a"}]}' {{(pid=116020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:07:48.873804 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [None req-da3c5363-4ca3-4a60-bc77-afc34882e627 admin admin] Deleting port 50c0681d-1ad9-4055-ac69-94408c9daffa {{(pid=116020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:07:48.874169 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-da3c5363-4ca3-4a60-bc77-afc34882e627 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (50c0681d-1ad9-4055-ac69-94408c9daffa), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:48.915360 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvr_db [None req-6605765f-711e-48c5-989a-603e1e6e78fb None None] Set router b142f32c-8dda-47c3-a391-533de2f6ca41 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:07:48.952188 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d18e6e-28e9-41f0-878f-e25942f95ce7 x-openstack-request-id: req-b4d18e6e-28e9-41f0-878f-e25942f95ce7 {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:07:48.952188 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8efafa3b-164d-4b83-acd2-2da9749de939", "name": "network-vif-deleted", "tag": "ad16a5a1-bb55-4bfe-916e-76613013670a", "status": "completed", "code": 200}]} {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:07:48.952673 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b4d18e6e-28e9-41f0-878f-e25942f95ce7 {{(pid=116020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:07:48.953551 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4d18e6e-28e9-41f0-878f-e25942f95ce7'] response: {'server_uuid': '8efafa3b-164d-4b83-acd2-2da9749de939', 'name': 'network-vif-deleted', 'tag': 'ad16a5a1-bb55-4bfe-916e-76613013670a', 'status': 'completed', 'code': 200} Sep 21 22:07:49.049029 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e216a-14c7-466f-806f-5e0c037b3815 req-8867ed33-a79a-4541-8118-18f80bc6e302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:49.049029 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-f30e216a-14c7-466f-806f-5e0c037b3815 req-8867ed33-a79a-4541-8118-18f80bc6e302 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8ce7ca27-65f9-442f-9460-582319d50317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2199252 Sep 21 22:07:49.144424 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [None req-da3c5363-4ca3-4a60-bc77-afc34882e627 admin admin] For port 50c0681d-1ad9-4055-ac69-94408c9daffa, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=50c0681d-1ad9-4055-ac69-94408c9daffa,segment=NetworkSegment(198c478d-e58c-4168-b5f9-1fac1821e084),segment_id=198c478d-e58c-4168-b5f9-1fac1821e084)] {{(pid=116020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:07:49.144841 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-da3c5363-4ca3-4a60-bc77-afc34882e627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (50c0681d-1ad9-4055-ac69-94408c9daffa), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:49.163243 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3207b-da8b-475d-b780-49e98c6a12fa req-3d1e3eb6-3c93-4d6a-923a-ba8caf7459c8 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:49.170006 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [None req-da3c5363-4ca3-4a60-bc77-afc34882e627 admin admin] Calling delete_port for 50c0681d-1ad9-4055-ac69-94408c9daffa owned by network:router_interface {{(pid=116020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:07:49.172060 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1ff3207b-da8b-475d-b780-49e98c6a12fa req-3d1e3eb6-3c93-4d6a-923a-ba8caf7459c8 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 946 time: 0.0713956 Sep 21 22:07:49.190536 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da08ed82-79ca-43c8-9bb0-c364ad8a019a admin admin] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:07:49.203111 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-da08ed82-79ca-43c8-9bb0-c364ad8a019a admin admin] 10.222.0.52 "PUT /v2.0/routers/bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2327304 Sep 21 22:07:49.213711 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b5bbac-0975-4eba-8e43-b03d89751362 None None] Sync routers for ids ['bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'] in dv-cinder-858819-1-iscsi {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:07:49.225157 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 37498) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:07:49.249283 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b5bbac-0975-4eba-8e43-b03d89751362 None None] Routers {'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:07:49.251816 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-42b5bbac-0975-4eba-8e43-b03d89751362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:07:48Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:07:49.282157 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-6605765f-711e-48c5-989a-603e1e6e78fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'name': 'tempest-AttachVolumeShelveTestJSON-1790326084-router', 'tenant_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': 'dc625ff5-d9ec-4b20-9062-4f809d8216d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:27Z', 'updated_at': '2022-09-21T22:00:37Z', 'revision_number': 4, 'project_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'gw_port': {'id': 'dc625ff5-d9ec-4b20-9062-4f809d8216d2', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': '0bdb164d-3c52-4325-80c5-135d2f502015', 'name': '', 'network_id': 'ab2b5ec8-d24d-414d-80a8-ae5a033aa18d', 'tenant_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'mac_address': 'fa:16:3e:31:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4fbdb1a2-604b-4475-ad62-84a9530d66d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:35Z', 'updated_at': '2022-09-21T22:00:52Z', 'revision_number': 5, 'project_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'subnets': [{'id': '4fbdb1a2-604b-4475-ad62-84a9530d66d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:07:49.287178 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-f30e216a-14c7-466f-806f-5e0c037b3815 req-01033ce1-e2ee-4beb-8558-eb590df320e5 service neutron] 10.222.0.71 "GET /v2.0/networks/8ce7ca27-65f9-442f-9460-582319d50317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360380 Sep 21 22:07:49.315905 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6605765f-711e-48c5-989a-603e1e6e78fb None None] Checking router: b142f32c-8dda-47c3-a391-533de2f6ca41 for host: dv-cinder-858819-1-iscsi {{(pid=116021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:07:49.327954 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1ff3207b-da8b-475d-b780-49e98c6a12fa req-637f4563-aa59-4c71-9f62-baf988b69551 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504686 Sep 21 22:07:49.330075 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6605765f-711e-48c5-989a-603e1e6e78fb None None] Routers {'b142f32c-8dda-47c3-a391-533de2f6ca41'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:07:49.331229 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-6605765f-711e-48c5-989a-603e1e6e78fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:07:48Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['b142f32c-8dda-47c3-a391-533de2f6ca41'], 'active': True} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:07:49.444573 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-42b5bbac-0975-4eba-8e43-b03d89751362 None None] Set router bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:07:49.519338 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd447b-2a5f-4c61-ba32-319f885a6425 req-ec50a3c0-ef73-4ece-9f18-8d1d29e91aa5 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:49.521410 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-a3fd447b-2a5f-4c61-ba32-319f885a6425 req-ec50a3c0-ef73-4ece-9f18-8d1d29e91aa5 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.71 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 946 time: 0.1788983 Sep 21 22:07:49.539458 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvr_db [None req-6605765f-711e-48c5-989a-603e1e6e78fb None None] Set router b142f32c-8dda-47c3-a391-533de2f6ca41 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:07:49.641747 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-f30e216a-14c7-466f-806f-5e0c037b3815 req-5a220520-79e8-4304-8ff7-d1d7794ee063 service neutron] 10.222.0.71 "GET /v2.0/networks/8ce7ca27-65f9-442f-9460-582319d50317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243895 Sep 21 22:07:49.663309 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:49.685661 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 37502) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:07:49.696883 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-e61a439c-f97e-46d2-8ecb-fe1ed8d01548 req-992881f6-4463-40fb-ac9d-844991ae7560 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/ports?device_id=8efafa3b-164d-4b83-acd2-2da9749de939 HTTP/1.1" status: 200 len: 210 time: 0.0319157 Sep 21 22:07:49.706984 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-5bcf27fc-ecaa-49a0-8e2d-b115e8e5a76e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:49.716359 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-ac5d9ace-4dc8-4215-b4cd-82ff909ec1bd admin admin] Publish callbacks [] for router (bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:49.752587 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [req-a3fd447b-2a5f-4c61-ba32-319f885a6425 req-9b74d056-68b8-4df8-a780-1d4aa3523ac9 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Deleting port d9aa81ae-410b-4f57-b18c-445cc091494d {{(pid=116020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:07:49.753133 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-a3fd447b-2a5f-4c61-ba32-319f885a6425 req-9b74d056-68b8-4df8-a780-1d4aa3523ac9 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (d9aa81ae-410b-4f57-b18c-445cc091494d), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:49.767695 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-42b5bbac-0975-4eba-8e43-b03d89751362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'name': 'tempest-AttachVolumeNegativeTest-1717603948-router', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:27Z', 'updated_at': '2022-09-21T22:07:46Z', 'revision_number': 5, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'gw_port': {'id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi'}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:07:49.798596 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b5bbac-0975-4eba-8e43-b03d89751362 None None] Checking router: bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55 for host: dv-cinder-858819-1-iscsi {{(pid=116022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:07:49.812813 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b5bbac-0975-4eba-8e43-b03d89751362 None None] Routers {'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:07:49.815030 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-42b5bbac-0975-4eba-8e43-b03d89751362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:07:48Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:07:49.821272 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-da3c5363-4ca3-4a60-bc77-afc34882e627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (50c0681d-1ad9-4055-ac69-94408c9daffa), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:49.867471 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-ac5d9ace-4dc8-4215-b4cd-82ff909ec1bd admin admin] Publish callbacks [] for router_gateway (bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:49.871338 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c5363-4ca3-4a60-bc77-afc34882e627 admin admin] Pushing event deleted for resources: {'Port': ['ID=50c0681d-1ad9-4055-ac69-94408c9daffa,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:49.970468 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-42b5bbac-0975-4eba-8e43-b03d89751362 None None] Set router bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:07:50.031655 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-6605765f-711e-48c5-989a-603e1e6e78fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'name': 'tempest-AttachVolumeShelveTestJSON-1790326084-router', 'tenant_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': 'dc625ff5-d9ec-4b20-9062-4f809d8216d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:27Z', 'updated_at': '2022-09-21T22:00:37Z', 'revision_number': 4, 'project_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'gw_port': {'id': 'dc625ff5-d9ec-4b20-9062-4f809d8216d2', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': '0bdb164d-3c52-4325-80c5-135d2f502015', 'name': '', 'network_id': 'ab2b5ec8-d24d-414d-80a8-ae5a033aa18d', 'tenant_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'mac_address': 'fa:16:3e:31:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4fbdb1a2-604b-4475-ad62-84a9530d66d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:35Z', 'updated_at': '2022-09-21T22:00:52Z', 'revision_number': 5, 'project_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'subnets': [{'id': '4fbdb1a2-604b-4475-ad62-84a9530d66d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:07:50.032290 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-a3fd447b-2a5f-4c61-ba32-319f885a6425 req-9b74d056-68b8-4df8-a780-1d4aa3523ac9 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] For port d9aa81ae-410b-4f57-b18c-445cc091494d, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=d9aa81ae-410b-4f57-b18c-445cc091494d,segment=NetworkSegment(4fff32e9-f6fd-44da-9fbd-cc690d6c811a),segment_id=4fff32e9-f6fd-44da-9fbd-cc690d6c811a)] {{(pid=116020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:07:50.032539 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-a3fd447b-2a5f-4c61-ba32-319f885a6425 req-9b74d056-68b8-4df8-a780-1d4aa3523ac9 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (d9aa81ae-410b-4f57-b18c-445cc091494d), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:50.033638 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.plugin [None req-ac5d9ace-4dc8-4215-b4cd-82ff909ec1bd admin admin] Deleting port 5adc857f-54c3-4c7c-b366-2c167ef136d1 {{(pid=116019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:07:50.033991 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-ac5d9ace-4dc8-4215-b4cd-82ff909ec1bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (5adc857f-54c3-4c7c-b366-2c167ef136d1), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:50.041062 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-5bcf27fc-ecaa-49a0-8e2d-b115e8e5a76e admin admin] Publish callbacks [] for security_group (d28920f4-8d9e-45a8-a92f-67b37aee5e10), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:50.090286 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6605765f-711e-48c5-989a-603e1e6e78fb None None] The sync data for ids ['b142f32c-8dda-47c3-a391-533de2f6ca41'] in dv-cinder-858819-1-iscsi is: [{'id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'name': 'tempest-AttachVolumeShelveTestJSON-1790326084-router', 'tenant_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': 'dc625ff5-d9ec-4b20-9062-4f809d8216d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:27Z', 'updated_at': '2022-09-21T22:00:37Z', 'revision_number': 4, 'project_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'gw_port': {'id': 'dc625ff5-d9ec-4b20-9062-4f809d8216d2', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': '0bdb164d-3c52-4325-80c5-135d2f502015', 'name': '', 'network_id': 'ab2b5ec8-d24d-414d-80a8-ae5a033aa18d', 'tenant_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'mac_address': 'fa:16:3e:31:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4fbdb1a2-604b-4475-ad62-84a9530d66d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:35Z', 'updated_at': '2022-09-21T22:00:52Z', 'revision_number': 5, 'project_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'subnets': [{'id': '4fbdb1a2-604b-4475-ad62-84a9530d66d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:07:50.144768 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [req-a3fd447b-2a5f-4c61-ba32-319f885a6425 req-9b74d056-68b8-4df8-a780-1d4aa3523ac9 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Calling delete_port for d9aa81ae-410b-4f57-b18c-445cc091494d owned by compute:nova {{(pid=116020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:07:50.150196 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-5bcf27fc-ecaa-49a0-8e2d-b115e8e5a76e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (d28920f4-8d9e-45a8-a92f-67b37aee5e10), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:50.162706 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.db [None req-ac5d9ace-4dc8-4215-b4cd-82ff909ec1bd admin admin] For port 5adc857f-54c3-4c7c-b366-2c167ef136d1, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=5adc857f-54c3-4c7c-b366-2c167ef136d1,segment=NetworkSegment(286b158d-b65b-48b3-9fb8-ab2055e67b3c),segment_id=286b158d-b65b-48b3-9fb8-ab2055e67b3c)] {{(pid=116019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:07:50.163078 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-ac5d9ace-4dc8-4215-b4cd-82ff909ec1bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (5adc857f-54c3-4c7c-b366-2c167ef136d1), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:50.189472 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.plugin [None req-ac5d9ace-4dc8-4215-b4cd-82ff909ec1bd admin admin] Calling delete_port for 5adc857f-54c3-4c7c-b366-2c167ef136d1 owned by network:router_gateway {{(pid=116019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:07:50.367565 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-42b5bbac-0975-4eba-8e43-b03d89751362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'name': 'tempest-AttachVolumeNegativeTest-1717603948-router', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:27Z', 'updated_at': '2022-09-21T22:07:46Z', 'revision_number': 5, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'gw_port': {'id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi'}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:07:50.369939 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-5bcf27fc-ecaa-49a0-8e2d-b115e8e5a76e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2b9f9d76d82545f1bae40e908e247423&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6821742 Sep 21 22:07:50.376322 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcf27fc-ecaa-49a0-8e2d-b115e8e5a76e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28920f4-8d9e-45a8-a92f-67b37aee5e10,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:50.384304 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 37506) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:07:50.418121 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-da3c5363-4ca3-4a60-bc77-afc34882e627 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1653209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504464'] for router_interface (6ed75fd2-e652-4cca-83e3-60b12bd2f039), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:50.437317 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b5bbac-0975-4eba-8e43-b03d89751362 None None] The sync data for ids ['bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55'] in dv-cinder-858819-1-iscsi is: [{'id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'name': 'tempest-AttachVolumeNegativeTest-1717603948-router', 'tenant_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:27Z', 'updated_at': '2022-09-21T22:07:46Z', 'revision_number': 5, 'project_id': 'fea8845b2dfd4b2ab3278d6c2809014f', 'gw_port': {'id': '5adc857f-54c3-4c7c-b366-2c167ef136d1', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi'}] {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:07:50.510845 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-ac5d9ace-4dc8-4215-b4cd-82ff909ec1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052'] for port (5adc857f-54c3-4c7c-b366-2c167ef136d1), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:50.539845 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d9ace-4dc8-4215-b4cd-82ff909ec1bd admin admin] Pushing event deleted for resources: {'Port': ['ID=5adc857f-54c3-4c7c-b366-2c167ef136d1,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:50.550528 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9042cf-e95c-4654-a25c-be4d9fd21701 None None] New status for floating IP f19bbbac-c628-44bd-9242-7d93ee640cd7: DOWN {{(pid=116021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 22:07:50.569650 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-f1ba4bfc-d379-4755-91fc-0fa382c51dda admin admin] Publish callbacks [] for security_group (d28920f4-8d9e-45a8-a92f-67b37aee5e10), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:50.580524 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf1cf2-5fca-4664-80ba-817684dadc98 req-06d34cf7-b33e-4a8d-b376-5170af898d14 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:07:50.582069 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-53cf1cf2-5fca-4664-80ba-817684dadc98 req-06d34cf7-b33e-4a8d-b376-5170af898d14 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 946 time: 0.1125793 Sep 21 22:07:50.582962 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-ac5d9ace-4dc8-4215-b4cd-82ff909ec1bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494394'] for router_gateway (bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:50.643096 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-f1ba4bfc-d379-4755-91fc-0fa382c51dda admin admin] Publish callbacks [] for security_group (d28920f4-8d9e-45a8-a92f-67b37aee5e10), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:50.694653 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-ac5d9ace-4dc8-4215-b4cd-82ff909ec1bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-504245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3312'] for router (bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:50.697904 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-ac5d9ace-4dc8-4215-b4cd-82ff909ec1bd admin admin] Publish callbacks [] for router_controller (bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55), precommit_delete_associations {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:50.761640 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-53cf1cf2-5fca-4664-80ba-817684dadc98 req-11cf16b9-fefe-4cea-aa29-857ee46da44c tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea10930e-9188-43b0-9849-b4668a931c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529398 Sep 21 22:07:50.816019 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3c5363-4ca3-4a60-bc77-afc34882e627 admin admin] Router 6ed75fd2-e652-4cca-83e3-60b12bd2f039 has already been hosted by L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 {{(pid=116020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:07:50.829657 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-a3fd447b-2a5f-4c61-ba32-319f885a6425 req-9b74d056-68b8-4df8-a780-1d4aa3523ac9 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (d9aa81ae-410b-4f57-b18c-445cc091494d), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:51.004783 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-ac5d9ace-4dc8-4215-b4cd-82ff909ec1bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-504238'] for router (bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:51.006250 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5d9ace-4dc8-4215-b4cd-82ff909ec1bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55 {{(pid=116019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 22:07:51.017840 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-ac5d9ace-4dc8-4215-b4cd-82ff909ec1bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:51.017840 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-ac5d9ace-4dc8-4215-b4cd-82ff909ec1bd admin admin] 10.222.0.52 "DELETE /v2.0/routers/bfcc7ad4-c9cf-4e7b-9739-5e4f3c401b55 HTTP/1.1" status: 204 len: 168 time: 1.7895813 Sep 21 22:07:51.017840 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 37512) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:07:51.071832 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 37514) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:07:51.103847 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb4c4ca7-6b45-473c-8f6c-0a14994d3b7a admin admin] Deleting subnet 1a441478-37fd-49f9-afec-ab177303560e {{(pid=116019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 22:07:51.114743 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-bb4c4ca7-6b45-473c-8f6c-0a14994d3b7a admin admin] Publish callbacks [] for subnet (1a441478-37fd-49f9-afec-ab177303560e), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:51.147997 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:51.151888 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-f1ba4bfc-d379-4755-91fc-0fa382c51dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (d28920f4-8d9e-45a8-a92f-67b37aee5e10), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:51.154598 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-f1ba4bfc-d379-4755-91fc-0fa382c51dda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:51.156843 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-f1ba4bfc-d379-4755-91fc-0fa382c51dda admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d28920f4-8d9e-45a8-a92f-67b37aee5e10 HTTP/1.1" status: 204 len: 168 time: 0.7691429 Sep 21 22:07:51.186341 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b74d056-68b8-4df8-a780-1d4aa3523ac9 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Pushing event deleted for resources: {'Port': ['ID=d9aa81ae-410b-4f57-b18c-445cc091494d,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:51.195872 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-bb4c4ca7-6b45-473c-8f6c-0a14994d3b7a admin admin] Publish callbacks [] for subnet (1a441478-37fd-49f9-afec-ab177303560e), precommit_delete_associations {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:51.196303 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ba4bfc-d379-4755-91fc-0fa382c51dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28920f4-8d9e-45a8-a92f-67b37aee5e10,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:51.271396 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d53f31c0-5885-46b7-9ed2-806e1d9218db tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks [] for security_group (4661ad17-233b-4229-a240-9231b36c5a1e), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:51.287970 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3fd447b-2a5f-4c61-ba32-319f885a6425 req-9b74d056-68b8-4df8-a780-1d4aa3523ac9 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] No DVR routers for this DVR port d9aa81ae-410b-4f57-b18c-445cc091494d on host hv-cinder-85881 {{(pid=116020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:07:51.291811 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-a3fd447b-2a5f-4c61-ba32-319f885a6425 req-9b74d056-68b8-4df8-a780-1d4aa3523ac9 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:51.295566 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-a3fd447b-2a5f-4c61-ba32-319f885a6425 req-9b74d056-68b8-4df8-a780-1d4aa3523ac9 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.71 "DELETE /v2.0/ports/d9aa81ae-410b-4f57-b18c-445cc091494d HTTP/1.1" status: 204 len: 173 time: 1.7637422 Sep 21 22:07:51.295821 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2703320a-95cb-4c2e-b640-da7106fc48e2', 'name': 'network-vif-deleted', 'tag': 'd9aa81ae-410b-4f57-b18c-445cc091494d'}] {{(pid=116020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:07:51.298463 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}616469ce01b4343580b51944d90e43cdadd76175ffa2c7c7ae3ce11ef7217efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fbfe1a4-9dc9-4f5d-af07-33c70f48e823" -d '{"events": [{"server_uuid": "2703320a-95cb-4c2e-b640-da7106fc48e2", "name": "network-vif-deleted", "tag": "d9aa81ae-410b-4f57-b18c-445cc091494d"}]}' {{(pid=116020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:07:51.300992 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device ad16a5a1-bb55-4bfe-916e-76613013670a no longer exists at agent hyperv_hv-cinder-85881 {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:07:51.321484 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3c5363-4ca3-4a60-bc77-afc34882e627 admin admin] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:07:51.332033 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-da3c5363-4ca3-4a60-bc77-afc34882e627 admin admin] 10.222.0.52 "PUT /v2.0/routers/6ed75fd2-e652-4cca-83e3-60b12bd2f039/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5183878 Sep 21 22:07:51.338578 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 37520) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:07:51.339235 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] No Port match for: ad16a5a1-bb55-4bfe-916e-76613013670a {{(pid=116021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:07:51.339235 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device ad16a5a1-bb55-4bfe-916e-76613013670a not bound to the agent host hv-cinder-85881 {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:07:51.339482 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d53f31c0-5885-46b7-9ed2-806e1d9218db tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks [] for security_group (4661ad17-233b-4229-a240-9231b36c5a1e), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:51.339638 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4134fc13-cb47-47bc-bacd-2db3b29be2cb None None] Sync routers for ids ['6ed75fd2-e652-4cca-83e3-60b12bd2f039'] in dv-cinder-858819-1-iscsi {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:07:51.344563 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-bb4c4ca7-6b45-473c-8f6c-0a14994d3b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537063'] for subnet (1a441478-37fd-49f9-afec-ab177303560e), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:51.363039 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4134fc13-cb47-47bc-bacd-2db3b29be2cb None None] Routers {'6ed75fd2-e652-4cca-83e3-60b12bd2f039'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:07:51.364064 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-4134fc13-cb47-47bc-bacd-2db3b29be2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:07:48Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['6ed75fd2-e652-4cca-83e3-60b12bd2f039'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:07:51.400735 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c603c832-33e1-4aea-9b4f-600bef943c69 x-openstack-request-id: req-c603c832-33e1-4aea-9b4f-600bef943c69 {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:07:51.401648 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2703320a-95cb-4c2e-b640-da7106fc48e2", "name": "network-vif-deleted", "tag": "d9aa81ae-410b-4f57-b18c-445cc091494d", "status": "completed", "code": 200}]} {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:07:51.402154 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c603c832-33e1-4aea-9b4f-600bef943c69 {{(pid=116020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:07:51.402786 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c603c832-33e1-4aea-9b4f-600bef943c69'] response: {'server_uuid': '2703320a-95cb-4c2e-b640-da7106fc48e2', 'name': 'network-vif-deleted', 'tag': 'd9aa81ae-410b-4f57-b18c-445cc091494d', 'status': 'completed', 'code': 200} Sep 21 22:07:51.463002 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-769a8406-cf58-4a60-a1b9-4f93ac795823 admin admin] Publish callbacks [] for router (6ed75fd2-e652-4cca-83e3-60b12bd2f039), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:51.519283 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-4134fc13-cb47-47bc-bacd-2db3b29be2cb None None] Set router 6ed75fd2-e652-4cca-83e3-60b12bd2f039 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:07:51.544790 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d53f31c0-5885-46b7-9ed2-806e1d9218db tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (4661ad17-233b-4229-a240-9231b36c5a1e), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:51.549909 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d53f31c0-5885-46b7-9ed2-806e1d9218db tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:51.559259 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-d53f31c0-5885-46b7-9ed2-806e1d9218db tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "DELETE /v2.0/security-groups/4661ad17-233b-4229-a240-9231b36c5a1e HTTP/1.1" status: 204 len: 168 time: 0.4831188 Sep 21 22:07:51.561224 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-bb4c4ca7-6b45-473c-8f6c-0a14994d3b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200'] for subnet (1a441478-37fd-49f9-afec-ab177303560e), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:51.571613 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 37522) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:07:51.625460 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f31c0-5885-46b7-9ed2-806e1d9218db tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4661ad17-233b-4229-a240-9231b36c5a1e,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:51.629714 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-769a8406-cf58-4a60-a1b9-4f93ac795823 admin admin] Publish callbacks [] for router_gateway (6ed75fd2-e652-4cca-83e3-60b12bd2f039), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:51.631042 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.api.v2.resource [None req-fa8aea5d-87e0-4c83-9355-83ce0b86e13e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] show failed (client error): The resource could not be found. Sep 21 22:07:51.638384 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-fa8aea5d-87e0-4c83-9355-83ce0b86e13e tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "GET /v2.0/security-groups/4661ad17-233b-4229-a240-9231b36c5a1e HTTP/1.1" status: 404 len: 347 time: 0.0414410 Sep 21 22:07:51.641271 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 37524) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:07:51.695267 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c4ca7-6b45-473c-8f6c-0a14994d3b7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a441478-37fd-49f9-afec-ab177303560e,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:51.713293 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-bb4c4ca7-6b45-473c-8f6c-0a14994d3b7a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:51.717445 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d7bb05-0489-4242-9cae-57cfaee01342 None None] Network 2abe6793-4110-455a-aa7b-f1c0038ce3ef requested from dv-cinder-858819-1-iscsi {{(pid=116021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:07:51.727336 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-bb4c4ca7-6b45-473c-8f6c-0a14994d3b7a admin admin] 10.222.0.52 "DELETE /v2.0/subnets/1a441478-37fd-49f9-afec-ab177303560e HTTP/1.1" status: 204 len: 168 time: 0.7066798 Sep 21 22:07:51.727624 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 37526) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:07:51.823883 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-4134fc13-cb47-47bc-bacd-2db3b29be2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'name': 'tempest-AttachVolumeTestJSON-499943819-router', 'tenant_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '69a493c8-d0be-4fc6-b371-e09a67ddc586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:07:49Z', 'revision_number': 5, 'project_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'gw_port': {'id': '69a493c8-d0be-4fc6-b371-e09a67ddc586', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:04:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:29Z', 'updated_at': '2022-09-21T22:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi'}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:07:51.931509 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-0b6b06a8-74dc-4cb4-b835-055c95e32906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1448795'] for network (2abe6793-4110-455a-aa7b-f1c0038ce3ef), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:51.943056 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4134fc13-cb47-47bc-bacd-2db3b29be2cb None None] Checking router: 6ed75fd2-e652-4cca-83e3-60b12bd2f039 for host: dv-cinder-858819-1-iscsi {{(pid=116022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:07:51.954564 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4134fc13-cb47-47bc-bacd-2db3b29be2cb None None] Routers {'6ed75fd2-e652-4cca-83e3-60b12bd2f039'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:07:51.955303 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-4134fc13-cb47-47bc-bacd-2db3b29be2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:07:48Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['6ed75fd2-e652-4cca-83e3-60b12bd2f039'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:07:52.066906 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [None req-769a8406-cf58-4a60-a1b9-4f93ac795823 admin admin] Deleting port 69a493c8-d0be-4fc6-b371-e09a67ddc586 {{(pid=116020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:07:52.074002 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-769a8406-cf58-4a60-a1b9-4f93ac795823 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (69a493c8-d0be-4fc6-b371-e09a67ddc586), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:52.101103 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-4134fc13-cb47-47bc-bacd-2db3b29be2cb None None] Set router 6ed75fd2-e652-4cca-83e3-60b12bd2f039 gateway port host: None {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:07:52.133553 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 5adc857f-54c3-4c7c-b366-2c167ef136d1 no longer exists at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:07:52.133944 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-9f1b0f2c-d205-4820-a15f-fc7d0d250c91 req-1b1b1985-1cba-427e-8f2d-5d41c02555d7 tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "GET /v2.0/ports?device_id=2703320a-95cb-4c2e-b640-da7106fc48e2 HTTP/1.1" status: 200 len: 210 time: 0.1577613 Sep 21 22:07:52.166749 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] No Port match for: 5adc857f-54c3-4c7c-b366-2c167ef136d1 {{(pid=116021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:07:52.167298 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 5adc857f-54c3-4c7c-b366-2c167ef136d1 not bound to the agent host dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:07:52.167599 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device a0c9154d-e5e0-4b4e-9149-22dcbcaa508b no longer exists at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:07:52.184680 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.plugin [None req-0b6b06a8-74dc-4cb4-b835-055c95e32906 admin admin] Deleting port 9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea {{(pid=116019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:07:52.185032 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-0b6b06a8-74dc-4cb4-b835-055c95e32906 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:52.197679 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c87b2ed-133b-4c8b-919f-0ac132eafd85 None None] DHCP port deletion for 2abe6793-4110-455a-aa7b-f1c0038ce3ef request from dv-cinder-858819-1-iscsi {{(pid=116021) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 21 22:07:52.201676 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] No Port match for: a0c9154d-e5e0-4b4e-9149-22dcbcaa508b {{(pid=116021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:07:52.202448 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device a0c9154d-e5e0-4b4e-9149-22dcbcaa508b not bound to the agent host dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:07:52.213239 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [None req-8cca3f66-8b27-4aba-82b9-f5aa7f23253c tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Deleting port 5108f8c5-f1e3-4abd-a60d-4ad6b1be84b5 {{(pid=116020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:07:52.213903 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-8cca3f66-8b27-4aba-82b9-f5aa7f23253c tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (5108f8c5-f1e3-4abd-a60d-4ad6b1be84b5), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:52.252772 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-4134fc13-cb47-47bc-bacd-2db3b29be2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'name': 'tempest-AttachVolumeTestJSON-499943819-router', 'tenant_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:07:51Z', 'revision_number': 6, 'project_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'gw_port_host': None}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:07:52.291231 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4134fc13-cb47-47bc-bacd-2db3b29be2cb None None] The sync data for ids ['6ed75fd2-e652-4cca-83e3-60b12bd2f039'] in dv-cinder-858819-1-iscsi is: [{'id': '6ed75fd2-e652-4cca-83e3-60b12bd2f039', 'name': 'tempest-AttachVolumeTestJSON-499943819-router', 'tenant_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:07:51Z', 'revision_number': 6, 'project_id': 'b33a94a4c3ce4d1c85fa49c2871df1d3', 'gw_port_host': None}] {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:07:52.303849 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-1c87b2ed-133b-4c8b-919f-0ac132eafd85 None None] Deleting port 9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea {{(pid=116021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:07:52.304756 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-1c87b2ed-133b-4c8b-919f-0ac132eafd85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea), before_delete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:52.325500 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.db [None req-0b6b06a8-74dc-4cb4-b835-055c95e32906 admin admin] For port 9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea,segment=NetworkSegment(64832c79-06e5-4b2e-9d17-904da6f2a29e),segment_id=64832c79-06e5-4b2e-9d17-904da6f2a29e)] {{(pid=116019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:07:52.326164 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-0b6b06a8-74dc-4cb4-b835-055c95e32906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:52.348984 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.plugin [None req-0b6b06a8-74dc-4cb4-b835-055c95e32906 admin admin] Calling delete_port for 9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea owned by network:dhcp {{(pid=116019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:07:52.381413 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-8cca3f66-8b27-4aba-82b9-f5aa7f23253c tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (5108f8c5-f1e3-4abd-a60d-4ad6b1be84b5), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:52.381777 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-8cca3f66-8b27-4aba-82b9-f5aa7f23253c tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks [] for floatingip (5108f8c5-f1e3-4abd-a60d-4ad6b1be84b5), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:52.397173 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [None req-8cca3f66-8b27-4aba-82b9-f5aa7f23253c tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Calling delete_port for 5108f8c5-f1e3-4abd-a60d-4ad6b1be84b5 owned by network:floatingip {{(pid=116020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:07:52.406868 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-1c87b2ed-133b-4c8b-919f-0ac132eafd85 None None] For port 9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea,segment=NetworkSegment(64832c79-06e5-4b2e-9d17-904da6f2a29e),segment_id=64832c79-06e5-4b2e-9d17-904da6f2a29e)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:07:52.407334 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-1c87b2ed-133b-4c8b-919f-0ac132eafd85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea), precommit_delete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:52.431307 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-1c87b2ed-133b-4c8b-919f-0ac132eafd85 None None] Calling delete_port for 9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea owned by network:dhcp {{(pid=116021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:07:52.487680 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [None req-769a8406-cf58-4a60-a1b9-4f93ac795823 admin admin] For port 69a493c8-d0be-4fc6-b371-e09a67ddc586, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=69a493c8-d0be-4fc6-b371-e09a67ddc586,segment=NetworkSegment(286b158d-b65b-48b3-9fb8-ab2055e67b3c),segment_id=286b158d-b65b-48b3-9fb8-ab2055e67b3c)] {{(pid=116020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:07:52.488377 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-769a8406-cf58-4a60-a1b9-4f93ac795823 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (69a493c8-d0be-4fc6-b371-e09a67ddc586), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:52.513786 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [None req-769a8406-cf58-4a60-a1b9-4f93ac795823 admin admin] Calling delete_port for 69a493c8-d0be-4fc6-b371-e09a67ddc586 owned by network:router_gateway {{(pid=116020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:07:52.578644 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-0b6b06a8-74dc-4cb4-b835-055c95e32906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052'] for port (9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:52.613323 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:52.631941 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b06a8-74dc-4cb4-b835-055c95e32906 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:52.646971 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6b06a8-74dc-4cb4-b835-055c95e32906 admin admin] No DVR routers for this DVR port 9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea on host dv-cinder-858819-1-iscsi {{(pid=116019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:07:52.667725 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-1c87b2ed-133b-4c8b-919f-0ac132eafd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052'] for port (9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea), after_delete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:52.700190 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87b2ed-133b-4c8b-919f-0ac132eafd85 None None] Pushing event deleted for resources: {'Port': ['ID=9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea,revision_number=None']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:52.707724 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c87b2ed-133b-4c8b-919f-0ac132eafd85 None None] No DVR routers for this DVR port 9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea on host dv-cinder-858819-1-iscsi {{(pid=116021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:07:52.768890 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-8cca3f66-8b27-4aba-82b9-f5aa7f23253c tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (5108f8c5-f1e3-4abd-a60d-4ad6b1be84b5), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:52.803325 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-0b6b06a8-74dc-4cb4-b835-055c95e32906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536160', 'neutron.services.segments.db._delete_segments_for_network-8739546438391'] for network (2abe6793-4110-455a-aa7b-f1c0038ce3ef), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:52.828915 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca3f66-8b27-4aba-82b9-f5aa7f23253c tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Pushing event deleted for resources: {'Port': ['ID=5108f8c5-f1e3-4abd-a60d-4ad6b1be84b5,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:52.856025 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-0b6b06a8-74dc-4cb4-b835-055c95e32906 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=116019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 22:07:52.860280 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-0b6b06a8-74dc-4cb4-b835-055c95e32906 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=116019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 22:07:52.860280 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-0b6b06a8-74dc-4cb4-b835-055c95e32906 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=116019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 22:07:52.860280 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-0b6b06a8-74dc-4cb4-b835-055c95e32906 admin admin] Subscribe: > port after_create 55550000 {{(pid=116019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 22:07:52.861166 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-0b6b06a8-74dc-4cb4-b835-055c95e32906 admin admin] Subscribe: > port after_delete 55550000 {{(pid=116019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 22:07:52.861338 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-0b6b06a8-74dc-4cb4-b835-055c95e32906 admin admin] Subscribe: > port after_update 55550000 {{(pid=116019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 22:07:52.861967 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-0b6b06a8-74dc-4cb4-b835-055c95e32906 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=116019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 22:07:52.862462 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-0b6b06a8-74dc-4cb4-b835-055c95e32906 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=116019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 22:07:52.862993 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-0b6b06a8-74dc-4cb4-b835-055c95e32906 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=116019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 22:07:52.863563 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-0b6b06a8-74dc-4cb4-b835-055c95e32906 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=116019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 22:07:52.910407 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-8cca3f66-8b27-4aba-82b9-f5aa7f23253c tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks [] for floatingip (f19bbbac-c628-44bd-9242-7d93ee640cd7), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:52.913354 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-8cca3f66-8b27-4aba-82b9-f5aa7f23253c tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for floatingip (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:52.917487 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-8cca3f66-8b27-4aba-82b9-f5aa7f23253c tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] 10.222.0.52 "DELETE /v2.0/floatingips/f19bbbac-c628-44bd-9242-7d93ee640cd7 HTTP/1.1" status: 204 len: 168 time: 1.2692428 Sep 21 22:07:52.938680 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-769a8406-cf58-4a60-a1b9-4f93ac795823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (69a493c8-d0be-4fc6-b371-e09a67ddc586), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:52.972953 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a8406-cf58-4a60-a1b9-4f93ac795823 admin admin] Pushing event deleted for resources: {'Port': ['ID=69a493c8-d0be-4fc6-b371-e09a67ddc586,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:53.021322 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-0b6b06a8-74dc-4cb4-b835-055c95e32906 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=116019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 22:07:53.028234 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-0b6b06a8-74dc-4cb4-b835-055c95e32906 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=116019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 22:07:53.028234 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-0b6b06a8-74dc-4cb4-b835-055c95e32906 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=116019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 22:07:53.028234 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-0b6b06a8-74dc-4cb4-b835-055c95e32906 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=116019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 22:07:53.028234 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.services.segments.db [None req-0b6b06a8-74dc-4cb4-b835-055c95e32906 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2abe6793-4110-455a-aa7b-f1c0038ce3ef']}} {{(pid=116019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:07:53.043150 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.services.segments.db [None req-0b6b06a8-74dc-4cb4-b835-055c95e32906 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64832c79-06e5-4b2e-9d17-904da6f2a29e') {'for_net_delete': True} {{(pid=116019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:07:53.043726 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.services.segments.db [None req-0b6b06a8-74dc-4cb4-b835-055c95e32906 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64832c79-06e5-4b2e-9d17-904da6f2a29e') {} {{(pid=116019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:07:53.049890 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-769a8406-cf58-4a60-a1b9-4f93ac795823 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494394'] for router_gateway (6ed75fd2-e652-4cca-83e3-60b12bd2f039), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:53.061002 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-0b6b06a8-74dc-4cb4-b835-055c95e32906 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739546442765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13024055'] for segment (64832c79-06e5-4b2e-9d17-904da6f2a29e), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:53.088741 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-0b6b06a8-74dc-4cb4-b835-055c95e32906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1532675'] for segment (64832c79-06e5-4b2e-9d17-904da6f2a29e), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:53.097647 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b6b06a8-74dc-4cb4-b835-055c95e32906 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=116019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 22:07:53.098293 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-0b6b06a8-74dc-4cb4-b835-055c95e32906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1532675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12777763'] for segment (64832c79-06e5-4b2e-9d17-904da6f2a29e), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:53.206036 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-769a8406-cf58-4a60-a1b9-4f93ac795823 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-504245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3312'] for router (6ed75fd2-e652-4cca-83e3-60b12bd2f039), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:53.212274 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-769a8406-cf58-4a60-a1b9-4f93ac795823 admin admin] Publish callbacks [] for router_controller (6ed75fd2-e652-4cca-83e3-60b12bd2f039), precommit_delete_associations {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:53.227714 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 37560) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:07:53.270023 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-0b6b06a8-74dc-4cb4-b835-055c95e32906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494366'] for network (2abe6793-4110-455a-aa7b-f1c0038ce3ef), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:53.278651 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-0b6b06a8-74dc-4cb4-b835-055c95e32906 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for network (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:53.287728 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-0b6b06a8-74dc-4cb4-b835-055c95e32906 admin admin] 10.222.0.52 "DELETE /v2.0/networks/2abe6793-4110-455a-aa7b-f1c0038ce3ef HTTP/1.1" status: 204 len: 168 time: 1.5587456 Sep 21 22:07:53.300271 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device d9aa81ae-410b-4f57-b18c-445cc091494d no longer exists at agent hyperv_hv-cinder-85881 {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:07:53.339827 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] No Port match for: d9aa81ae-410b-4f57-b18c-445cc091494d {{(pid=116021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:07:53.340193 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device d9aa81ae-410b-4f57-b18c-445cc091494d not bound to the agent host hv-cinder-85881 {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:07:53.346299 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b06a8-74dc-4cb4-b835-055c95e32906 admin admin] Pushing event deleted for resources: {'Network': ['ID=2abe6793-4110-455a-aa7b-f1c0038ce3ef,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:53.395522 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-289ae6b3-f28f-4786-b193-59c501c423fd tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Publish callbacks [] for security_group (ea10930e-9188-43b0-9849-b4668a931c5a), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:53.413592 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-769a8406-cf58-4a60-a1b9-4f93ac795823 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-504238'] for router (6ed75fd2-e652-4cca-83e3-60b12bd2f039), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:53.414182 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769a8406-cf58-4a60-a1b9-4f93ac795823 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ed75fd2-e652-4cca-83e3-60b12bd2f039 {{(pid=116020) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 22:07:53.419914 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-769a8406-cf58-4a60-a1b9-4f93ac795823 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:53.422151 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-769a8406-cf58-4a60-a1b9-4f93ac795823 admin admin] 10.222.0.52 "DELETE /v2.0/routers/6ed75fd2-e652-4cca-83e3-60b12bd2f039 HTTP/1.1" status: 204 len: 168 time: 2.0882962 Sep 21 22:07:53.424393 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 37568) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:07:53.440028 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-289ae6b3-f28f-4786-b193-59c501c423fd tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Publish callbacks [] for security_group (ea10930e-9188-43b0-9849-b4668a931c5a), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:53.507791 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccd8eb2a-eb63-40e4-9e52-c09c4ffdcc3d admin admin] Deleting subnet ce246b9e-d1ab-41c3-9dad-8fd19a0b2f7e {{(pid=116020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 22:07:53.513202 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-ccd8eb2a-eb63-40e4-9e52-c09c4ffdcc3d admin admin] Publish callbacks [] for subnet (ce246b9e-d1ab-41c3-9dad-8fd19a0b2f7e), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:53.562862 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-ccd8eb2a-eb63-40e4-9e52-c09c4ffdcc3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14300058'] for subnet (ce246b9e-d1ab-41c3-9dad-8fd19a0b2f7e), precommit_delete_associations {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:53.659893 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.services.segments.plugin [-] Segment 64832c79-06e5-4b2e-9d17-904da6f2a29e resource provider aggregate not found Sep 21 22:07:53.680339 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-289ae6b3-f28f-4786-b193-59c501c423fd tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (ea10930e-9188-43b0-9849-b4668a931c5a), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:53.681588 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-ccd8eb2a-eb63-40e4-9e52-c09c4ffdcc3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537063'] for subnet (ce246b9e-d1ab-41c3-9dad-8fd19a0b2f7e), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:53.684117 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-289ae6b3-f28f-4786-b193-59c501c423fd tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:53.695213 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-289ae6b3-f28f-4786-b193-59c501c423fd tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] 10.222.0.52 "DELETE /v2.0/security-groups/ea10930e-9188-43b0-9849-b4668a931c5a HTTP/1.1" status: 204 len: 168 time: 0.4662457 Sep 21 22:07:53.703363 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.services.segments.plugin [-] Segment 64832c79-06e5-4b2e-9d17-904da6f2a29e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 64832c79-06e5-4b2e-9d17-904da6f2a29e found for delete ", "request_id": "req-38fb7c83-90b8-4ff4-8696-bcb359a9a44e"}]} Sep 21 22:07:53.712829 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289ae6b3-f28f-4786-b193-59c501c423fd tempest-TestShelveInstance-1827556465 tempest-TestShelveInstance-1827556465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea10930e-9188-43b0-9849-b4668a931c5a,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:53.840520 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea no longer exists at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:07:53.853054 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 37576) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:07:53.861835 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] No Port match for: 9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea {{(pid=116021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:07:53.862181 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 9bc8d86a-266a-4d6d-8e8d-85e287fbb3ea not bound to the agent host dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:07:53.862605 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 50c0681d-1ad9-4055-ac69-94408c9daffa no longer exists at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:07:53.881100 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] No Port match for: 50c0681d-1ad9-4055-ac69-94408c9daffa {{(pid=116021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:07:53.881448 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 50c0681d-1ad9-4055-ac69-94408c9daffa not bound to the agent host dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:07:53.881882 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 69a493c8-d0be-4fc6-b371-e09a67ddc586 no longer exists at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:07:53.887328 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-ccd8eb2a-eb63-40e4-9e52-c09c4ffdcc3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14266095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13040407'] for subnet (ce246b9e-d1ab-41c3-9dad-8fd19a0b2f7e), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:53.903565 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] No Port match for: 69a493c8-d0be-4fc6-b371-e09a67ddc586 {{(pid=116021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:07:53.904180 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 69a493c8-d0be-4fc6-b371-e09a67ddc586 not bound to the agent host dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:07:53.918082 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-ccd8eb2a-eb63-40e4-9e52-c09c4ffdcc3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for subnet (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:53.929028 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-ccd8eb2a-eb63-40e4-9e52-c09c4ffdcc3d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ce246b9e-d1ab-41c3-9dad-8fd19a0b2f7e HTTP/1.1" status: 204 len: 168 time: 0.4966354 Sep 21 22:07:53.929028 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd8eb2a-eb63-40e4-9e52-c09c4ffdcc3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce246b9e-d1ab-41c3-9dad-8fd19a0b2f7e,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:53.929413 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 37582) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:07:53.929732 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae6a29b-fd9d-4515-bfd3-ca558c59e5d4 None None] Network 96c55cd8-33b0-4027-994a-bc89dd1c7933 requested from dv-cinder-858819-1-iscsi {{(pid=116021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:07:53.964840 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 37584) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:07:54.032199 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-2679cf58-5fc2-4b70-b1cd-b491c9e40ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1448795'] for network (96c55cd8-33b0-4027-994a-bc89dd1c7933), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:54.039403 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-ea7f7641-aef2-4140-8c79-049654220b7f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fea8845b2dfd4b2ab3278d6c2809014f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0721672 Sep 21 22:07:54.043727 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 37586) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:07:54.128127 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.plugin [None req-2679cf58-5fc2-4b70-b1cd-b491c9e40ccd admin admin] Deleting port 0f0ec451-5281-4611-877b-d65226f0a86b {{(pid=116019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:07:54.128631 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-2679cf58-5fc2-4b70-b1cd-b491c9e40ccd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (0f0ec451-5281-4611-877b-d65226f0a86b), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:54.129720 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-5ef4fed9-c1ba-4dd2-b6e9-1482c8b96b42 admin admin] Publish callbacks [] for security_group (549b8aeb-2942-4fe1-87a6-cd2ebfb9a3da), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:54.136614 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3eb802f-afc6-4d1b-9319-b46909dda1ab None None] DHCP port deletion for 96c55cd8-33b0-4027-994a-bc89dd1c7933 request from dv-cinder-858819-1-iscsi {{(pid=116021) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 21 22:07:54.171956 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-5ef4fed9-c1ba-4dd2-b6e9-1482c8b96b42 admin admin] Publish callbacks [] for security_group (549b8aeb-2942-4fe1-87a6-cd2ebfb9a3da), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:54.208008 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f3eb802f-afc6-4d1b-9319-b46909dda1ab None None] Deleting port 0f0ec451-5281-4611-877b-d65226f0a86b {{(pid=116021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:07:54.208436 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f3eb802f-afc6-4d1b-9319-b46909dda1ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (0f0ec451-5281-4611-877b-d65226f0a86b), before_delete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:54.230526 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.db [None req-2679cf58-5fc2-4b70-b1cd-b491c9e40ccd admin admin] For port 0f0ec451-5281-4611-877b-d65226f0a86b, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=0f0ec451-5281-4611-877b-d65226f0a86b,segment=NetworkSegment(198c478d-e58c-4168-b5f9-1fac1821e084),segment_id=198c478d-e58c-4168-b5f9-1fac1821e084)] {{(pid=116019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:07:54.231038 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-2679cf58-5fc2-4b70-b1cd-b491c9e40ccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (0f0ec451-5281-4611-877b-d65226f0a86b), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:54.278992 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.plugin [None req-2679cf58-5fc2-4b70-b1cd-b491c9e40ccd admin admin] Calling delete_port for 0f0ec451-5281-4611-877b-d65226f0a86b owned by network:dhcp {{(pid=116019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:07:54.310108 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f3eb802f-afc6-4d1b-9319-b46909dda1ab None None] For port 0f0ec451-5281-4611-877b-d65226f0a86b, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=0f0ec451-5281-4611-877b-d65226f0a86b,segment=NetworkSegment(198c478d-e58c-4168-b5f9-1fac1821e084),segment_id=198c478d-e58c-4168-b5f9-1fac1821e084)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:07:54.310761 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f3eb802f-afc6-4d1b-9319-b46909dda1ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (0f0ec451-5281-4611-877b-d65226f0a86b), precommit_delete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:54.327572 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f3eb802f-afc6-4d1b-9319-b46909dda1ab None None] Calling delete_port for 0f0ec451-5281-4611-877b-d65226f0a86b owned by network:dhcp {{(pid=116021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:07:54.377129 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-5ef4fed9-c1ba-4dd2-b6e9-1482c8b96b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (549b8aeb-2942-4fe1-87a6-cd2ebfb9a3da), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:54.382713 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-5ef4fed9-c1ba-4dd2-b6e9-1482c8b96b42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:54.386310 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-5ef4fed9-c1ba-4dd2-b6e9-1482c8b96b42 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/549b8aeb-2942-4fe1-87a6-cd2ebfb9a3da HTTP/1.1" status: 204 len: 168 time: 0.3367839 Sep 21 22:07:54.406386 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef4fed9-c1ba-4dd2-b6e9-1482c8b96b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549b8aeb-2942-4fe1-87a6-cd2ebfb9a3da,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:54.651569 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-2679cf58-5fc2-4b70-b1cd-b491c9e40ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12777458'] for port (0f0ec451-5281-4611-877b-d65226f0a86b), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:54.653685 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f3eb802f-afc6-4d1b-9319-b46909dda1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052'] for port (0f0ec451-5281-4611-877b-d65226f0a86b), after_delete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:54.675407 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2679cf58-5fc2-4b70-b1cd-b491c9e40ccd admin admin] No DVR routers for this DVR port 0f0ec451-5281-4611-877b-d65226f0a86b on host dv-cinder-858819-1-iscsi {{(pid=116019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:07:54.696615 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3eb802f-afc6-4d1b-9319-b46909dda1ab None None] No DVR routers for this DVR port 0f0ec451-5281-4611-877b-d65226f0a86b on host dv-cinder-858819-1-iscsi {{(pid=116021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:07:54.697591 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2679cf58-5fc2-4b70-b1cd-b491c9e40ccd admin admin] Pushing event deleted for resources: {'Port': ['ID=0f0ec451-5281-4611-877b-d65226f0a86b,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:54.702468 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb802f-afc6-4d1b-9319-b46909dda1ab None None] Pushing event deleted for resources: {'Port': ['ID=0f0ec451-5281-4611-877b-d65226f0a86b,revision_number=None']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:54.827474 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-2679cf58-5fc2-4b70-b1cd-b491c9e40ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536160', 'neutron.services.segments.db._delete_segments_for_network-8739546438391'] for network (96c55cd8-33b0-4027-994a-bc89dd1c7933), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:54.861937 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.services.segments.db [None req-2679cf58-5fc2-4b70-b1cd-b491c9e40ccd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96c55cd8-33b0-4027-994a-bc89dd1c7933']}} {{(pid=116019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:07:54.876475 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.services.segments.db [None req-2679cf58-5fc2-4b70-b1cd-b491c9e40ccd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '198c478d-e58c-4168-b5f9-1fac1821e084') {'for_net_delete': True} {{(pid=116019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:07:54.877263 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.services.segments.db [None req-2679cf58-5fc2-4b70-b1cd-b491c9e40ccd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '198c478d-e58c-4168-b5f9-1fac1821e084') {} {{(pid=116019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:07:54.894088 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-2679cf58-5fc2-4b70-b1cd-b491c9e40ccd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739546442765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13024055'] for segment (198c478d-e58c-4168-b5f9-1fac1821e084), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:54.916773 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-9fe6236c-c931-43a1-bad9-e78d28ae4496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495104'] for router_interface (bf526842-28a5-4fbf-b024-76d22748b79c), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:54.953589 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-2679cf58-5fc2-4b70-b1cd-b491c9e40ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1532675'] for segment (198c478d-e58c-4168-b5f9-1fac1821e084), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:54.963426 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2679cf58-5fc2-4b70-b1cd-b491c9e40ccd admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=116019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 22:07:54.963816 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-2679cf58-5fc2-4b70-b1cd-b491c9e40ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1532675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12777763'] for segment (198c478d-e58c-4168-b5f9-1fac1821e084), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:55.347078 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-2679cf58-5fc2-4b70-b1cd-b491c9e40ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494366'] for network (96c55cd8-33b0-4027-994a-bc89dd1c7933), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:55.368441 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-2679cf58-5fc2-4b70-b1cd-b491c9e40ccd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for network (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:55.374651 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-2679cf58-5fc2-4b70-b1cd-b491c9e40ccd admin admin] 10.222.0.52 "DELETE /v2.0/networks/96c55cd8-33b0-4027-994a-bc89dd1c7933 HTTP/1.1" status: 204 len: 168 time: 1.4413757 Sep 21 22:07:55.409823 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2679cf58-5fc2-4b70-b1cd-b491c9e40ccd admin admin] Pushing event deleted for resources: {'Network': ['ID=96c55cd8-33b0-4027-994a-bc89dd1c7933,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:55.542559 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.plugin [None req-9fe6236c-c931-43a1-bad9-e78d28ae4496 admin admin] Deleting port a19afb1d-00b2-4d0b-8519-f8e4b72ab8da {{(pid=116019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:07:55.542911 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-9fe6236c-c931-43a1-bad9-e78d28ae4496 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (a19afb1d-00b2-4d0b-8519-f8e4b72ab8da), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:55.627040 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.db [None req-9fe6236c-c931-43a1-bad9-e78d28ae4496 admin admin] For port a19afb1d-00b2-4d0b-8519-f8e4b72ab8da, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=a19afb1d-00b2-4d0b-8519-f8e4b72ab8da,segment=NetworkSegment(4fff32e9-f6fd-44da-9fbd-cc690d6c811a),segment_id=4fff32e9-f6fd-44da-9fbd-cc690d6c811a)] {{(pid=116019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:07:55.627040 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-9fe6236c-c931-43a1-bad9-e78d28ae4496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (a19afb1d-00b2-4d0b-8519-f8e4b72ab8da), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:55.637557 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.plugin [None req-9fe6236c-c931-43a1-bad9-e78d28ae4496 admin admin] Calling delete_port for a19afb1d-00b2-4d0b-8519-f8e4b72ab8da owned by network:router_interface {{(pid=116019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:07:55.769237 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.services.segments.plugin [-] Segment 198c478d-e58c-4168-b5f9-1fac1821e084 resource provider aggregate not found Sep 21 22:07:55.793211 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.services.segments.plugin [-] Segment 198c478d-e58c-4168-b5f9-1fac1821e084 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 198c478d-e58c-4168-b5f9-1fac1821e084 found for delete ", "request_id": "req-363430d4-26ed-429d-af83-025b58156409"}]} Sep 21 22:07:55.842629 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 0f0ec451-5281-4611-877b-d65226f0a86b no longer exists at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:07:55.872277 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] No Port match for: 0f0ec451-5281-4611-877b-d65226f0a86b {{(pid=116021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:07:55.872942 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 0f0ec451-5281-4611-877b-d65226f0a86b not bound to the agent host dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:07:55.896274 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 37664) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:07:55.941959 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-9fe6236c-c931-43a1-bad9-e78d28ae4496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12777458'] for port (a19afb1d-00b2-4d0b-8519-f8e4b72ab8da), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:55.964644 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 37668) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:07:55.975625 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe6236c-c931-43a1-bad9-e78d28ae4496 admin admin] Pushing event deleted for resources: {'Port': ['ID=a19afb1d-00b2-4d0b-8519-f8e4b72ab8da,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:55.996870 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-2ee18afd-efeb-455c-a068-7513e5714444 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b33a94a4c3ce4d1c85fa49c2871df1d3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0985899 Sep 21 22:07:55.999440 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 37672) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:07:56.209176 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-9fe6236c-c931-43a1-bad9-e78d28ae4496 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1653209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504464'] for router_interface (bf526842-28a5-4fbf-b024-76d22748b79c), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:56.241406 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d4da524f-29ab-412b-828f-ace09dbf2b69 admin admin] Publish callbacks [] for security_group (e58115c1-9ccc-4d03-b02a-1f18f640b380), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:56.306357 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d4da524f-29ab-412b-828f-ace09dbf2b69 admin admin] Publish callbacks [] for security_group (e58115c1-9ccc-4d03-b02a-1f18f640b380), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:56.503210 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe6236c-c931-43a1-bad9-e78d28ae4496 admin admin] Router bf526842-28a5-4fbf-b024-76d22748b79c has already been hosted by L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 {{(pid=116019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:07:56.630325 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d4da524f-29ab-412b-828f-ace09dbf2b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (e58115c1-9ccc-4d03-b02a-1f18f640b380), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:56.633560 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d4da524f-29ab-412b-828f-ace09dbf2b69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:56.635170 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-d4da524f-29ab-412b-828f-ace09dbf2b69 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e58115c1-9ccc-4d03-b02a-1f18f640b380 HTTP/1.1" status: 204 len: 168 time: 0.6347597 Sep 21 22:07:56.649539 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da524f-29ab-412b-828f-ace09dbf2b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58115c1-9ccc-4d03-b02a-1f18f640b380,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:56.670802 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe6236c-c931-43a1-bad9-e78d28ae4496 admin admin] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:07:56.678811 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-9fe6236c-c931-43a1-bad9-e78d28ae4496 admin admin] 10.222.0.52 "PUT /v2.0/routers/bf526842-28a5-4fbf-b024-76d22748b79c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8227923 Sep 21 22:07:56.680635 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 37688) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:07:56.689906 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc9ac1d-4282-4574-a459-5000f6eebca7 None None] Sync routers for ids ['bf526842-28a5-4fbf-b024-76d22748b79c'] in dv-cinder-858819-1-iscsi {{(pid=116021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:07:56.707433 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc9ac1d-4282-4574-a459-5000f6eebca7 None None] Routers {'bf526842-28a5-4fbf-b024-76d22748b79c'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:07:56.708272 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-7dc9ac1d-4282-4574-a459-5000f6eebca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:07:48Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['bf526842-28a5-4fbf-b024-76d22748b79c'], 'active': True} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:07:56.737416 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-3a5ebacb-f83e-44ae-8dc3-d7791a402217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495104'] for router_interface (b142f32c-8dda-47c3-a391-533de2f6ca41), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:56.832882 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvr_db [None req-7dc9ac1d-4282-4574-a459-5000f6eebca7 None None] Set router bf526842-28a5-4fbf-b024-76d22748b79c gateway port host: dv-cinder-858819-1-iscsi {{(pid=116021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:07:56.862385 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 37692) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:07:56.880190 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-bf78c280-540d-4c3d-b1d6-1298a6e9e0be admin admin] Publish callbacks [] for router (bf526842-28a5-4fbf-b024-76d22748b79c), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:57.028475 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-bf78c280-540d-4c3d-b1d6-1298a6e9e0be admin admin] Publish callbacks [] for router_gateway (bf526842-28a5-4fbf-b024-76d22748b79c), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:57.052118 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-7dc9ac1d-4282-4574-a459-5000f6eebca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf526842-28a5-4fbf-b024-76d22748b79c', 'name': 'tempest-TestShelveInstance-1453556270-router', 'tenant_id': '3a736bcce41d413f88518c9f7501738c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'a7b90007-76cc-461f-b1a9-e6de0d1d3699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:01:53Z', 'updated_at': '2022-09-21T22:07:55Z', 'revision_number': 5, 'project_id': '3a736bcce41d413f88518c9f7501738c', 'gw_port': {'id': 'a7b90007-76cc-461f-b1a9-e6de0d1d3699', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf526842-28a5-4fbf-b024-76d22748b79c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:01:54Z', 'updated_at': '2022-09-21T22:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi'}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:07:57.077639 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [None req-3a5ebacb-f83e-44ae-8dc3-d7791a402217 admin admin] Deleting port 0bdb164d-3c52-4325-80c5-135d2f502015 {{(pid=116020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:07:57.078574 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-3a5ebacb-f83e-44ae-8dc3-d7791a402217 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (0bdb164d-3c52-4325-80c5-135d2f502015), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:57.081029 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc9ac1d-4282-4574-a459-5000f6eebca7 None None] Checking router: bf526842-28a5-4fbf-b024-76d22748b79c for host: dv-cinder-858819-1-iscsi {{(pid=116021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:07:57.090841 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc9ac1d-4282-4574-a459-5000f6eebca7 None None] Routers {'bf526842-28a5-4fbf-b024-76d22748b79c'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:07:57.091794 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-7dc9ac1d-4282-4574-a459-5000f6eebca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:07:48Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['bf526842-28a5-4fbf-b024-76d22748b79c'], 'active': True} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:07:57.173098 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.plugin [None req-bf78c280-540d-4c3d-b1d6-1298a6e9e0be admin admin] Deleting port a7b90007-76cc-461f-b1a9-e6de0d1d3699 {{(pid=116019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:07:57.175508 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-bf78c280-540d-4c3d-b1d6-1298a6e9e0be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (a7b90007-76cc-461f-b1a9-e6de0d1d3699), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:57.203397 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [None req-3a5ebacb-f83e-44ae-8dc3-d7791a402217 admin admin] For port 0bdb164d-3c52-4325-80c5-135d2f502015, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=0bdb164d-3c52-4325-80c5-135d2f502015,segment=NetworkSegment(d07355e0-aacb-4281-84d5-155a0ab99755),segment_id=d07355e0-aacb-4281-84d5-155a0ab99755)] {{(pid=116020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:07:57.204038 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-3a5ebacb-f83e-44ae-8dc3-d7791a402217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (0bdb164d-3c52-4325-80c5-135d2f502015), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:57.229427 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [None req-3a5ebacb-f83e-44ae-8dc3-d7791a402217 admin admin] Calling delete_port for 0bdb164d-3c52-4325-80c5-135d2f502015 owned by network:router_interface {{(pid=116020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:07:57.240106 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvr_db [None req-7dc9ac1d-4282-4574-a459-5000f6eebca7 None None] Set router bf526842-28a5-4fbf-b024-76d22748b79c gateway port host: dv-cinder-858819-1-iscsi {{(pid=116021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:07:57.312991 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-bc75a642-2a01-4853-a168-a3fe0af27c8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:57.379198 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.db [None req-bf78c280-540d-4c3d-b1d6-1298a6e9e0be admin admin] For port a7b90007-76cc-461f-b1a9-e6de0d1d3699, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=a7b90007-76cc-461f-b1a9-e6de0d1d3699,segment=NetworkSegment(286b158d-b65b-48b3-9fb8-ab2055e67b3c),segment_id=286b158d-b65b-48b3-9fb8-ab2055e67b3c)] {{(pid=116019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:07:57.379198 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-bf78c280-540d-4c3d-b1d6-1298a6e9e0be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (a7b90007-76cc-461f-b1a9-e6de0d1d3699), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:57.400968 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.plugin [None req-bf78c280-540d-4c3d-b1d6-1298a6e9e0be admin admin] Calling delete_port for a7b90007-76cc-461f-b1a9-e6de0d1d3699 owned by network:router_gateway {{(pid=116019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:07:57.552317 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-7dc9ac1d-4282-4574-a459-5000f6eebca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf526842-28a5-4fbf-b024-76d22748b79c', 'name': 'tempest-TestShelveInstance-1453556270-router', 'tenant_id': '3a736bcce41d413f88518c9f7501738c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'a7b90007-76cc-461f-b1a9-e6de0d1d3699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:01:53Z', 'updated_at': '2022-09-21T22:07:55Z', 'revision_number': 5, 'project_id': '3a736bcce41d413f88518c9f7501738c', 'gw_port': {'id': 'a7b90007-76cc-461f-b1a9-e6de0d1d3699', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf526842-28a5-4fbf-b024-76d22748b79c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:01:54Z', 'updated_at': '2022-09-21T22:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi'}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:07:57.577404 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-bc75a642-2a01-4853-a168-a3fe0af27c8e admin admin] Publish callbacks [] for security_group (2881af07-ab0e-485d-b6e4-857e1c13321e), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:57.580297 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc9ac1d-4282-4574-a459-5000f6eebca7 None None] The sync data for ids ['bf526842-28a5-4fbf-b024-76d22748b79c'] in dv-cinder-858819-1-iscsi is: [{'id': 'bf526842-28a5-4fbf-b024-76d22748b79c', 'name': 'tempest-TestShelveInstance-1453556270-router', 'tenant_id': '3a736bcce41d413f88518c9f7501738c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'a7b90007-76cc-461f-b1a9-e6de0d1d3699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:01:53Z', 'updated_at': '2022-09-21T22:07:55Z', 'revision_number': 5, 'project_id': '3a736bcce41d413f88518c9f7501738c', 'gw_port': {'id': 'a7b90007-76cc-461f-b1a9-e6de0d1d3699', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf526842-28a5-4fbf-b024-76d22748b79c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:01:54Z', 'updated_at': '2022-09-21T22:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi'}] {{(pid=116021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:07:57.692200 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-bc75a642-2a01-4853-a168-a3fe0af27c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (2881af07-ab0e-485d-b6e4-857e1c13321e), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:57.692401 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-3a5ebacb-f83e-44ae-8dc3-d7791a402217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (0bdb164d-3c52-4325-80c5-135d2f502015), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:57.722529 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5ebacb-f83e-44ae-8dc3-d7791a402217 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bdb164d-3c52-4325-80c5-135d2f502015,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:57.761452 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 37714) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:07:57.762414 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-bc75a642-2a01-4853-a168-a3fe0af27c8e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ea1f4797d3a04f558f9fcd70b3053e9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8985746 Sep 21 22:07:57.764486 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc75a642-2a01-4853-a168-a3fe0af27c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2881af07-ab0e-485d-b6e4-857e1c13321e,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:57.771586 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-bf78c280-540d-4c3d-b1d6-1298a6e9e0be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12777458'] for port (a7b90007-76cc-461f-b1a9-e6de0d1d3699), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:57.808340 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf78c280-540d-4c3d-b1d6-1298a6e9e0be admin admin] Pushing event deleted for resources: {'Port': ['ID=a7b90007-76cc-461f-b1a9-e6de0d1d3699,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:57.889340 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-bf78c280-540d-4c3d-b1d6-1298a6e9e0be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494394'] for router_gateway (bf526842-28a5-4fbf-b024-76d22748b79c), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:57.970985 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-ea07e469-a83c-4f46-9451-83434ad8e476 admin admin] Publish callbacks [] for security_group (2881af07-ab0e-485d-b6e4-857e1c13321e), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:58.057440 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-bf78c280-540d-4c3d-b1d6-1298a6e9e0be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-504245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3312'] for router (bf526842-28a5-4fbf-b024-76d22748b79c), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:58.063535 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-bf78c280-540d-4c3d-b1d6-1298a6e9e0be admin admin] Publish callbacks [] for router_controller (bf526842-28a5-4fbf-b024-76d22748b79c), precommit_delete_associations {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:58.174601 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device a19afb1d-00b2-4d0b-8519-f8e4b72ab8da no longer exists at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:07:58.196861 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] No Port match for: a19afb1d-00b2-4d0b-8519-f8e4b72ab8da {{(pid=116021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:07:58.197217 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device a19afb1d-00b2-4d0b-8519-f8e4b72ab8da not bound to the agent host dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:07:58.263857 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-bf78c280-540d-4c3d-b1d6-1298a6e9e0be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-504238'] for router (bf526842-28a5-4fbf-b024-76d22748b79c), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:58.264442 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf78c280-540d-4c3d-b1d6-1298a6e9e0be admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf526842-28a5-4fbf-b024-76d22748b79c {{(pid=116019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 22:07:58.270773 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-bf78c280-540d-4c3d-b1d6-1298a6e9e0be admin admin] Publish callbacks [] for router (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:58.274894 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-bf78c280-540d-4c3d-b1d6-1298a6e9e0be admin admin] 10.222.0.52 "DELETE /v2.0/routers/bf526842-28a5-4fbf-b024-76d22748b79c HTTP/1.1" status: 204 len: 168 time: 1.5905564 Sep 21 22:07:58.275265 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 37730) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:07:58.350308 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.db_base_plugin_v2 [None req-94483ddd-92d3-40c5-bce3-0649d4499f8b admin admin] Deleting subnet 61fb7232-c6fb-44a6-ba93-ebc4a1b2df41 {{(pid=116019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 22:07:58.354110 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-94483ddd-92d3-40c5-bce3-0649d4499f8b admin admin] Publish callbacks [] for subnet (61fb7232-c6fb-44a6-ba93-ebc4a1b2df41), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:58.369039 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-ea07e469-a83c-4f46-9451-83434ad8e476 admin admin] Publish callbacks [] for security_group (2881af07-ab0e-485d-b6e4-857e1c13321e), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:58.385031 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-3a5ebacb-f83e-44ae-8dc3-d7791a402217 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1653209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504464'] for router_interface (b142f32c-8dda-47c3-a391-533de2f6ca41), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:58.396111 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-94483ddd-92d3-40c5-bce3-0649d4499f8b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13024000'] for subnet (61fb7232-c6fb-44a6-ba93-ebc4a1b2df41), precommit_delete_associations {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:58.513406 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-94483ddd-92d3-40c5-bce3-0649d4499f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537063'] for subnet (61fb7232-c6fb-44a6-ba93-ebc4a1b2df41), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:58.606784 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-ea07e469-a83c-4f46-9451-83434ad8e476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (2881af07-ab0e-485d-b6e4-857e1c13321e), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:58.609463 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-ea07e469-a83c-4f46-9451-83434ad8e476 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:58.610671 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-ea07e469-a83c-4f46-9451-83434ad8e476 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2881af07-ab0e-485d-b6e4-857e1c13321e HTTP/1.1" status: 204 len: 168 time: 0.8482416 Sep 21 22:07:58.623002 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea07e469-a83c-4f46-9451-83434ad8e476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2881af07-ab0e-485d-b6e4-857e1c13321e,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:58.709904 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5ebacb-f83e-44ae-8dc3-d7791a402217 admin admin] Router b142f32c-8dda-47c3-a391-533de2f6ca41 has already been hosted by L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 {{(pid=116020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:07:58.721890 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-94483ddd-92d3-40c5-bce3-0649d4499f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12777345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14676054'] for subnet (61fb7232-c6fb-44a6-ba93-ebc4a1b2df41), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:58.763316 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94483ddd-92d3-40c5-bce3-0649d4499f8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61fb7232-c6fb-44a6-ba93-ebc4a1b2df41,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:58.778957 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-94483ddd-92d3-40c5-bce3-0649d4499f8b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:58.782147 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-94483ddd-92d3-40c5-bce3-0649d4499f8b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/61fb7232-c6fb-44a6-ba93-ebc4a1b2df41 HTTP/1.1" status: 204 len: 168 time: 0.5058820 Sep 21 22:07:58.785327 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 37750) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:07:58.788688 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01cefc0-d828-4a43-a2ed-43bcd94f6916 None None] Network 8ce7ca27-65f9-442f-9460-582319d50317 requested from dv-cinder-858819-1-iscsi {{(pid=116021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:07:58.846703 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5ebacb-f83e-44ae-8dc3-d7791a402217 admin admin] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:07:58.858179 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cd7cd8-1c91-4324-8396-b2e0f5fa8416 None None] Sync routers for ids ['b142f32c-8dda-47c3-a391-533de2f6ca41'] in dv-cinder-858819-1-iscsi {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:07:58.867585 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-3a5ebacb-f83e-44ae-8dc3-d7791a402217 admin admin] 10.222.0.52 "PUT /v2.0/routers/b142f32c-8dda-47c3-a391-533de2f6ca41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9014785 Sep 21 22:07:58.870541 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-bc871259-e981-4654-bcf9-7c61f8fc8955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1448795'] for network (8ce7ca27-65f9-442f-9460-582319d50317), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:58.871900 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 37752) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:07:58.874376 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cd7cd8-1c91-4324-8396-b2e0f5fa8416 None None] Routers {'b142f32c-8dda-47c3-a391-533de2f6ca41'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:07:58.877762 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-19cd7cd8-1c91-4324-8396-b2e0f5fa8416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:07:48Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['b142f32c-8dda-47c3-a391-533de2f6ca41'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:07:58.964336 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.plugin [None req-bc871259-e981-4654-bcf9-7c61f8fc8955 admin admin] Deleting port a85db6b9-a579-4802-9436-2c4bb891fea5 {{(pid=116019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:07:58.964754 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-bc871259-e981-4654-bcf9-7c61f8fc8955 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (a85db6b9-a579-4802-9436-2c4bb891fea5), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:59.024367 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-29cc0e29-1a8b-40fa-a19d-5577b06981a9 admin admin] Publish callbacks [] for router (b142f32c-8dda-47c3-a391-533de2f6ca41), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:59.083950 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.db [None req-bc871259-e981-4654-bcf9-7c61f8fc8955 admin admin] For port a85db6b9-a579-4802-9436-2c4bb891fea5, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=a85db6b9-a579-4802-9436-2c4bb891fea5,segment=NetworkSegment(4fff32e9-f6fd-44da-9fbd-cc690d6c811a),segment_id=4fff32e9-f6fd-44da-9fbd-cc690d6c811a)] {{(pid=116019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:07:59.084557 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-bc871259-e981-4654-bcf9-7c61f8fc8955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (a85db6b9-a579-4802-9436-2c4bb891fea5), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:59.102755 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.plugin [None req-bc871259-e981-4654-bcf9-7c61f8fc8955 admin admin] Calling delete_port for a85db6b9-a579-4802-9436-2c4bb891fea5 owned by network:dhcp {{(pid=116019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:07:59.188402 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-29cc0e29-1a8b-40fa-a19d-5577b06981a9 admin admin] Publish callbacks [] for router_gateway (b142f32c-8dda-47c3-a391-533de2f6ca41), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:59.199524 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add9ba5a-8516-40aa-be3b-52ca16621894 None None] DHCP port deletion for 8ce7ca27-65f9-442f-9460-582319d50317 request from dv-cinder-858819-1-iscsi {{(pid=116021) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 21 22:07:59.245126 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-19cd7cd8-1c91-4324-8396-b2e0f5fa8416 None None] Set router b142f32c-8dda-47c3-a391-533de2f6ca41 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:07:59.277835 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-add9ba5a-8516-40aa-be3b-52ca16621894 None None] Deleting port a85db6b9-a579-4802-9436-2c4bb891fea5 {{(pid=116021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:07:59.278275 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-add9ba5a-8516-40aa-be3b-52ca16621894 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (a85db6b9-a579-4802-9436-2c4bb891fea5), before_delete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:59.305018 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-bc871259-e981-4654-bcf9-7c61f8fc8955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12777458'] for port (a85db6b9-a579-4802-9436-2c4bb891fea5), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:59.327815 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [None req-29cc0e29-1a8b-40fa-a19d-5577b06981a9 admin admin] Deleting port dc625ff5-d9ec-4b20-9062-4f809d8216d2 {{(pid=116020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:07:59.328191 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-29cc0e29-1a8b-40fa-a19d-5577b06981a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (dc625ff5-d9ec-4b20-9062-4f809d8216d2), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:59.342901 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc871259-e981-4654-bcf9-7c61f8fc8955 admin admin] Pushing event deleted for resources: {'Port': ['ID=a85db6b9-a579-4802-9436-2c4bb891fea5,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:59.358094 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc871259-e981-4654-bcf9-7c61f8fc8955 admin admin] No DVR routers for this DVR port a85db6b9-a579-4802-9436-2c4bb891fea5 on host dv-cinder-858819-1-iscsi {{(pid=116019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:07:59.388885 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-add9ba5a-8516-40aa-be3b-52ca16621894 None None] For port a85db6b9-a579-4802-9436-2c4bb891fea5, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=a85db6b9-a579-4802-9436-2c4bb891fea5,segment=NetworkSegment(4fff32e9-f6fd-44da-9fbd-cc690d6c811a),segment_id=4fff32e9-f6fd-44da-9fbd-cc690d6c811a)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:07:59.393677 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-add9ba5a-8516-40aa-be3b-52ca16621894 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (a85db6b9-a579-4802-9436-2c4bb891fea5), precommit_delete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:59.406450 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-add9ba5a-8516-40aa-be3b-52ca16621894 None None] Calling delete_port for a85db6b9-a579-4802-9436-2c4bb891fea5 owned by network:dhcp {{(pid=116021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:07:59.448470 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-19cd7cd8-1c91-4324-8396-b2e0f5fa8416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'name': 'tempest-AttachVolumeShelveTestJSON-1790326084-router', 'tenant_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': 'dc625ff5-d9ec-4b20-9062-4f809d8216d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:27Z', 'updated_at': '2022-09-21T22:07:57Z', 'revision_number': 5, 'project_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'gw_port': {'id': 'dc625ff5-d9ec-4b20-9062-4f809d8216d2', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:00:28Z', 'updated_at': '2022-09-21T22:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi'}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:07:59.475066 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cd7cd8-1c91-4324-8396-b2e0f5fa8416 None None] Checking router: b142f32c-8dda-47c3-a391-533de2f6ca41 for host: dv-cinder-858819-1-iscsi {{(pid=116022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:07:59.484411 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cd7cd8-1c91-4324-8396-b2e0f5fa8416 None None] Routers {'b142f32c-8dda-47c3-a391-533de2f6ca41'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:07:59.485460 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-19cd7cd8-1c91-4324-8396-b2e0f5fa8416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:07:48Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['b142f32c-8dda-47c3-a391-533de2f6ca41'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:07:59.496142 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-bc871259-e981-4654-bcf9-7c61f8fc8955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536160', 'neutron.services.segments.db._delete_segments_for_network-8739546438391'] for network (8ce7ca27-65f9-442f-9460-582319d50317), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:59.496498 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [None req-29cc0e29-1a8b-40fa-a19d-5577b06981a9 admin admin] For port dc625ff5-d9ec-4b20-9062-4f809d8216d2, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=dc625ff5-d9ec-4b20-9062-4f809d8216d2,segment=NetworkSegment(286b158d-b65b-48b3-9fb8-ab2055e67b3c),segment_id=286b158d-b65b-48b3-9fb8-ab2055e67b3c)] {{(pid=116020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:07:59.496994 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-29cc0e29-1a8b-40fa-a19d-5577b06981a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (dc625ff5-d9ec-4b20-9062-4f809d8216d2), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:59.523294 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [None req-29cc0e29-1a8b-40fa-a19d-5577b06981a9 admin admin] Calling delete_port for dc625ff5-d9ec-4b20-9062-4f809d8216d2 owned by network:router_gateway {{(pid=116020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:07:59.527963 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.services.segments.db [None req-bc871259-e981-4654-bcf9-7c61f8fc8955 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ce7ca27-65f9-442f-9460-582319d50317']}} {{(pid=116019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:07:59.539197 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.services.segments.db [None req-bc871259-e981-4654-bcf9-7c61f8fc8955 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fff32e9-f6fd-44da-9fbd-cc690d6c811a') {'for_net_delete': True} {{(pid=116019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:07:59.539461 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.services.segments.db [None req-bc871259-e981-4654-bcf9-7c61f8fc8955 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fff32e9-f6fd-44da-9fbd-cc690d6c811a') {} {{(pid=116019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:07:59.546835 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-add9ba5a-8516-40aa-be3b-52ca16621894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052'] for port (a85db6b9-a579-4802-9436-2c4bb891fea5), after_delete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:59.552888 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-bc871259-e981-4654-bcf9-7c61f8fc8955 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739546442765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13024055'] for segment (4fff32e9-f6fd-44da-9fbd-cc690d6c811a), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:59.574293 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-bc871259-e981-4654-bcf9-7c61f8fc8955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1532675'] for segment (4fff32e9-f6fd-44da-9fbd-cc690d6c811a), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:59.583176 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-19cd7cd8-1c91-4324-8396-b2e0f5fa8416 None None] Set router b142f32c-8dda-47c3-a391-533de2f6ca41 gateway port host: None {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:07:59.588963 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc871259-e981-4654-bcf9-7c61f8fc8955 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=116019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 22:07:59.590118 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-bc871259-e981-4654-bcf9-7c61f8fc8955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1532675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12777763'] for segment (4fff32e9-f6fd-44da-9fbd-cc690d6c811a), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:59.594722 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add9ba5a-8516-40aa-be3b-52ca16621894 None None] Pushing event deleted for resources: {'Port': ['ID=a85db6b9-a579-4802-9436-2c4bb891fea5,revision_number=None']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:59.608010 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add9ba5a-8516-40aa-be3b-52ca16621894 None None] No DVR routers for this DVR port a85db6b9-a579-4802-9436-2c4bb891fea5 on host dv-cinder-858819-1-iscsi {{(pid=116021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:07:59.661215 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-19cd7cd8-1c91-4324-8396-b2e0f5fa8416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'name': 'tempest-AttachVolumeShelveTestJSON-1790326084-router', 'tenant_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:27Z', 'updated_at': '2022-09-21T22:07:59Z', 'revision_number': 6, 'project_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'gw_port_host': None}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:07:59.675946 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.services.segments.plugin [-] Segment 4fff32e9-f6fd-44da-9fbd-cc690d6c811a resource provider aggregate not found Sep 21 22:07:59.697016 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cd7cd8-1c91-4324-8396-b2e0f5fa8416 None None] The sync data for ids ['b142f32c-8dda-47c3-a391-533de2f6ca41'] in dv-cinder-858819-1-iscsi is: [{'id': 'b142f32c-8dda-47c3-a391-533de2f6ca41', 'name': 'tempest-AttachVolumeShelveTestJSON-1790326084-router', 'tenant_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:00:27Z', 'updated_at': '2022-09-21T22:07:59Z', 'revision_number': 6, 'project_id': '90c3337e87ac45c5b7ca6cc8e43c6f41', 'gw_port_host': None}] {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:07:59.711198 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.services.segments.plugin [-] Segment 4fff32e9-f6fd-44da-9fbd-cc690d6c811a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4fff32e9-f6fd-44da-9fbd-cc690d6c811a found for delete ", "request_id": "req-45a6f6ab-119b-42a3-b2ee-5e564e062e93"}]} Sep 21 22:07:59.718439 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 37774) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:07:59.754518 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-ce61fc6e-a560-4cbe-8619-9d14d68b1f26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:59.830029 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-bc871259-e981-4654-bcf9-7c61f8fc8955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494366'] for network (8ce7ca27-65f9-442f-9460-582319d50317), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:59.838105 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-bc871259-e981-4654-bcf9-7c61f8fc8955 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for network (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:59.840391 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-bc871259-e981-4654-bcf9-7c61f8fc8955 admin admin] 10.222.0.52 "DELETE /v2.0/networks/8ce7ca27-65f9-442f-9460-582319d50317 HTTP/1.1" status: 204 len: 168 time: 1.0532453 Sep 21 22:07:59.846602 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 37786) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:07:59.860428 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc871259-e981-4654-bcf9-7c61f8fc8955 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ce7ca27-65f9-442f-9460-582319d50317,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:07:59.928909 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-ce61fc6e-a560-4cbe-8619-9d14d68b1f26 admin admin] Publish callbacks [] for security_group (31abe627-2cec-408d-a871-dfe177fe95aa), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:07:59.997806 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-29cc0e29-1a8b-40fa-a19d-5577b06981a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (dc625ff5-d9ec-4b20-9062-4f809d8216d2), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:00.039831 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc0e29-1a8b-40fa-a19d-5577b06981a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc625ff5-d9ec-4b20-9062-4f809d8216d2,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:00.105608 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-ce61fc6e-a560-4cbe-8619-9d14d68b1f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (31abe627-2cec-408d-a871-dfe177fe95aa), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:00.312122 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-ce61fc6e-a560-4cbe-8619-9d14d68b1f26 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5f59dff1f2b146f9bb21b559fd510ca5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5923760 Sep 21 22:08:00.314920 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce61fc6e-a560-4cbe-8619-9d14d68b1f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31abe627-2cec-408d-a871-dfe177fe95aa,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:00.316611 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 37798) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:00.326514 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-29cc0e29-1a8b-40fa-a19d-5577b06981a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494394'] for router_gateway (b142f32c-8dda-47c3-a391-533de2f6ca41), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:00.450090 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-29cc0e29-1a8b-40fa-a19d-5577b06981a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-504245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3312'] for router (b142f32c-8dda-47c3-a391-533de2f6ca41), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:00.452824 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-29cc0e29-1a8b-40fa-a19d-5577b06981a9 admin admin] Publish callbacks [] for router_controller (b142f32c-8dda-47c3-a391-533de2f6ca41), precommit_delete_associations {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:00.509632 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-bb4a4ea9-051e-4a4e-9f85-6858fe3d454b admin admin] Publish callbacks [] for security_group (31abe627-2cec-408d-a871-dfe177fe95aa), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:00.535294 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-bb4a4ea9-051e-4a4e-9f85-6858fe3d454b admin admin] Publish callbacks [] for security_group (31abe627-2cec-408d-a871-dfe177fe95aa), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:00.586682 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-29cc0e29-1a8b-40fa-a19d-5577b06981a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-504238'] for router (b142f32c-8dda-47c3-a391-533de2f6ca41), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:00.587279 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29cc0e29-1a8b-40fa-a19d-5577b06981a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b142f32c-8dda-47c3-a391-533de2f6ca41 {{(pid=116020) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 22:08:00.592748 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-29cc0e29-1a8b-40fa-a19d-5577b06981a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:00.593937 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-29cc0e29-1a8b-40fa-a19d-5577b06981a9 admin admin] 10.222.0.52 "DELETE /v2.0/routers/b142f32c-8dda-47c3-a391-533de2f6ca41 HTTP/1.1" status: 204 len: 168 time: 1.7208734 Sep 21 22:08:00.597216 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 37810) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:00.653972 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-390882ae-06b6-4a97-87af-be03eb30d00d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495104'] for router_interface (e07a8eeb-da12-479a-bdab-63caef2144d4), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:00.657983 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.db_base_plugin_v2 [None req-56a4e883-bb0f-40a8-8ba7-216e24de0d6c admin admin] Deleting subnet 4fbdb1a2-604b-4475-ad62-84a9530d66d1 {{(pid=116020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 22:08:00.665999 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-56a4e883-bb0f-40a8-8ba7-216e24de0d6c admin admin] Publish callbacks [] for subnet (4fbdb1a2-604b-4475-ad62-84a9530d66d1), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:00.668028 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device a7b90007-76cc-461f-b1a9-e6de0d1d3699 no longer exists at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:08:00.709279 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-56a4e883-bb0f-40a8-8ba7-216e24de0d6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14300058'] for subnet (4fbdb1a2-604b-4475-ad62-84a9530d66d1), precommit_delete_associations {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:00.711405 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] No Port match for: a7b90007-76cc-461f-b1a9-e6de0d1d3699 {{(pid=116021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:08:00.711866 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device a7b90007-76cc-461f-b1a9-e6de0d1d3699 not bound to the agent host dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:08:00.712475 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device a85db6b9-a579-4802-9436-2c4bb891fea5 no longer exists at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:08:00.736105 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-bb4a4ea9-051e-4a4e-9f85-6858fe3d454b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (31abe627-2cec-408d-a871-dfe177fe95aa), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:00.738923 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-bb4a4ea9-051e-4a4e-9f85-6858fe3d454b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:00.742543 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-bb4a4ea9-051e-4a4e-9f85-6858fe3d454b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/31abe627-2cec-408d-a871-dfe177fe95aa HTTP/1.1" status: 204 len: 168 time: 0.4220872 Sep 21 22:08:00.749771 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] No Port match for: a85db6b9-a579-4802-9436-2c4bb891fea5 {{(pid=116021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:08:00.750446 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device a85db6b9-a579-4802-9436-2c4bb891fea5 not bound to the agent host dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:08:00.751078 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 0bdb164d-3c52-4325-80c5-135d2f502015 no longer exists at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:08:00.759062 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a4ea9-051e-4a4e-9f85-6858fe3d454b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31abe627-2cec-408d-a871-dfe177fe95aa,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:00.786060 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] No Port match for: 0bdb164d-3c52-4325-80c5-135d2f502015 {{(pid=116021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:08:00.786770 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 0bdb164d-3c52-4325-80c5-135d2f502015 not bound to the agent host dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:08:00.829118 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-56a4e883-bb0f-40a8-8ba7-216e24de0d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537063'] for subnet (4fbdb1a2-604b-4475-ad62-84a9530d66d1), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:01.000648 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.plugin [None req-390882ae-06b6-4a97-87af-be03eb30d00d admin admin] Deleting port aadda01f-a309-4ed8-8e0c-31e070627597 {{(pid=116019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:08:01.001071 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-390882ae-06b6-4a97-87af-be03eb30d00d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (aadda01f-a309-4ed8-8e0c-31e070627597), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:01.007267 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-56a4e883-bb0f-40a8-8ba7-216e24de0d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14266095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13040407'] for subnet (4fbdb1a2-604b-4475-ad62-84a9530d66d1), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:01.064775 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a4e883-bb0f-40a8-8ba7-216e24de0d6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fbdb1a2-604b-4475-ad62-84a9530d66d1,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:01.075165 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-56a4e883-bb0f-40a8-8ba7-216e24de0d6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for subnet (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:01.076543 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8c4fe3-7328-46e6-a161-abc7473fc2e6 None None] Network ab2b5ec8-d24d-414d-80a8-ae5a033aa18d requested from dv-cinder-858819-1-iscsi {{(pid=116021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:08:01.087995 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-56a4e883-bb0f-40a8-8ba7-216e24de0d6c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/4fbdb1a2-604b-4475-ad62-84a9530d66d1 HTTP/1.1" status: 204 len: 168 time: 0.4865272 Sep 21 22:08:01.094468 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 37844) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:01.178907 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-f07046c9-0f14-4377-88d8-bb004046f084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1448795'] for network (ab2b5ec8-d24d-414d-80a8-ae5a033aa18d), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:01.209155 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.db [None req-390882ae-06b6-4a97-87af-be03eb30d00d admin admin] For port aadda01f-a309-4ed8-8e0c-31e070627597, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=aadda01f-a309-4ed8-8e0c-31e070627597,segment=NetworkSegment(7fb8ec65-723e-41d8-a50b-32009928174d),segment_id=7fb8ec65-723e-41d8-a50b-32009928174d)] {{(pid=116019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:08:01.209537 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-390882ae-06b6-4a97-87af-be03eb30d00d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (aadda01f-a309-4ed8-8e0c-31e070627597), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:01.233022 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.plugin [None req-390882ae-06b6-4a97-87af-be03eb30d00d admin admin] Calling delete_port for aadda01f-a309-4ed8-8e0c-31e070627597 owned by network:router_interface {{(pid=116019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:08:01.242314 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [None req-f07046c9-0f14-4377-88d8-bb004046f084 admin admin] Deleting port b30f9e38-2244-4bfb-9108-dfc93ce368a7 {{(pid=116020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:08:01.242996 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-f07046c9-0f14-4377-88d8-bb004046f084 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (b30f9e38-2244-4bfb-9108-dfc93ce368a7), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:01.341618 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [None req-f07046c9-0f14-4377-88d8-bb004046f084 admin admin] For port b30f9e38-2244-4bfb-9108-dfc93ce368a7, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=b30f9e38-2244-4bfb-9108-dfc93ce368a7,segment=NetworkSegment(d07355e0-aacb-4281-84d5-155a0ab99755),segment_id=d07355e0-aacb-4281-84d5-155a0ab99755)] {{(pid=116020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:08:01.342303 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-f07046c9-0f14-4377-88d8-bb004046f084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (b30f9e38-2244-4bfb-9108-dfc93ce368a7), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:01.359536 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [None req-f07046c9-0f14-4377-88d8-bb004046f084 admin admin] Calling delete_port for b30f9e38-2244-4bfb-9108-dfc93ce368a7 owned by network:dhcp {{(pid=116020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:08:01.370802 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5482f4-e581-499e-9510-85ba31704677 None None] DHCP port deletion for ab2b5ec8-d24d-414d-80a8-ae5a033aa18d request from dv-cinder-858819-1-iscsi {{(pid=116021) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 21 22:08:01.430384 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-ac5482f4-e581-499e-9510-85ba31704677 None None] Deleting port b30f9e38-2244-4bfb-9108-dfc93ce368a7 {{(pid=116021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:08:01.431047 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-ac5482f4-e581-499e-9510-85ba31704677 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (b30f9e38-2244-4bfb-9108-dfc93ce368a7), before_delete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:01.521894 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-ac5482f4-e581-499e-9510-85ba31704677 None None] For port b30f9e38-2244-4bfb-9108-dfc93ce368a7, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=b30f9e38-2244-4bfb-9108-dfc93ce368a7,segment=NetworkSegment(d07355e0-aacb-4281-84d5-155a0ab99755),segment_id=d07355e0-aacb-4281-84d5-155a0ab99755)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:08:01.522629 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-ac5482f4-e581-499e-9510-85ba31704677 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (b30f9e38-2244-4bfb-9108-dfc93ce368a7), precommit_delete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:01.537468 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-ac5482f4-e581-499e-9510-85ba31704677 None None] Calling delete_port for b30f9e38-2244-4bfb-9108-dfc93ce368a7 owned by network:dhcp {{(pid=116021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:08:01.658160 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-f07046c9-0f14-4377-88d8-bb004046f084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (b30f9e38-2244-4bfb-9108-dfc93ce368a7), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:01.669360 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-ac5482f4-e581-499e-9510-85ba31704677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052'] for port (b30f9e38-2244-4bfb-9108-dfc93ce368a7), after_delete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:01.686605 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-390882ae-06b6-4a97-87af-be03eb30d00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12777458'] for port (aadda01f-a309-4ed8-8e0c-31e070627597), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:01.693572 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07046c9-0f14-4377-88d8-bb004046f084 admin admin] Pushing event deleted for resources: {'Port': ['ID=b30f9e38-2244-4bfb-9108-dfc93ce368a7,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:01.707045 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07046c9-0f14-4377-88d8-bb004046f084 admin admin] No DVR routers for this DVR port b30f9e38-2244-4bfb-9108-dfc93ce368a7 on host dv-cinder-858819-1-iscsi {{(pid=116020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:08:01.721514 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5482f4-e581-499e-9510-85ba31704677 None None] Pushing event deleted for resources: {'Port': ['ID=b30f9e38-2244-4bfb-9108-dfc93ce368a7,revision_number=None']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:01.728803 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390882ae-06b6-4a97-87af-be03eb30d00d admin admin] Pushing event deleted for resources: {'Port': ['ID=aadda01f-a309-4ed8-8e0c-31e070627597,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:01.734804 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5482f4-e581-499e-9510-85ba31704677 None None] No DVR routers for this DVR port b30f9e38-2244-4bfb-9108-dfc93ce368a7 on host dv-cinder-858819-1-iscsi {{(pid=116021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:08:01.835424 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-f07046c9-0f14-4377-88d8-bb004046f084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536160', 'neutron.services.segments.db._delete_segments_for_network-8739546438391'] for network (ab2b5ec8-d24d-414d-80a8-ae5a033aa18d), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:01.879029 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.services.segments.db [None req-f07046c9-0f14-4377-88d8-bb004046f084 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab2b5ec8-d24d-414d-80a8-ae5a033aa18d']}} {{(pid=116020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:08:01.890781 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.services.segments.db [None req-f07046c9-0f14-4377-88d8-bb004046f084 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd07355e0-aacb-4281-84d5-155a0ab99755') {'for_net_delete': True} {{(pid=116020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:08:01.891349 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.services.segments.db [None req-f07046c9-0f14-4377-88d8-bb004046f084 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd07355e0-aacb-4281-84d5-155a0ab99755') {} {{(pid=116020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:08:01.904318 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-f07046c9-0f14-4377-88d8-bb004046f084 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739546442765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14300077'] for segment (d07355e0-aacb-4281-84d5-155a0ab99755), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:01.927481 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-f07046c9-0f14-4377-88d8-bb004046f084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1532675'] for segment (d07355e0-aacb-4281-84d5-155a0ab99755), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:01.935396 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f07046c9-0f14-4377-88d8-bb004046f084 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=116020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 22:08:01.935960 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-f07046c9-0f14-4377-88d8-bb004046f084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1532675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14262349'] for segment (d07355e0-aacb-4281-84d5-155a0ab99755), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:01.946341 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device dc625ff5-d9ec-4b20-9062-4f809d8216d2 no longer exists at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:08:01.970826 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] No Port match for: dc625ff5-d9ec-4b20-9062-4f809d8216d2 {{(pid=116021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:08:01.971416 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device dc625ff5-d9ec-4b20-9062-4f809d8216d2 not bound to the agent host dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:08:01.972022 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device b30f9e38-2244-4bfb-9108-dfc93ce368a7 no longer exists at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:08:01.996450 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-390882ae-06b6-4a97-87af-be03eb30d00d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1653209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504464'] for router_interface (e07a8eeb-da12-479a-bdab-63caef2144d4), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:02.002552 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] No Port match for: b30f9e38-2244-4bfb-9108-dfc93ce368a7 {{(pid=116021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:08:02.003170 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device b30f9e38-2244-4bfb-9108-dfc93ce368a7 not bound to the agent host dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:08:02.107031 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-f07046c9-0f14-4377-88d8-bb004046f084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494366'] for network (ab2b5ec8-d24d-414d-80a8-ae5a033aa18d), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:02.115923 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-f07046c9-0f14-4377-88d8-bb004046f084 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for network (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:02.123498 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-f07046c9-0f14-4377-88d8-bb004046f084 admin admin] 10.222.0.52 "DELETE /v2.0/networks/ab2b5ec8-d24d-414d-80a8-ae5a033aa18d HTTP/1.1" status: 204 len: 168 time: 1.0273101 Sep 21 22:08:02.134099 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07046c9-0f14-4377-88d8-bb004046f084 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab2b5ec8-d24d-414d-80a8-ae5a033aa18d,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:02.155499 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.services.segments.plugin [-] Segment d07355e0-aacb-4281-84d5-155a0ab99755 resource provider aggregate not found Sep 21 22:08:02.178568 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.services.segments.plugin [-] Segment d07355e0-aacb-4281-84d5-155a0ab99755 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d07355e0-aacb-4281-84d5-155a0ab99755 found for delete ", "request_id": "req-7c790b10-2b4b-43b0-8f3c-1ced99808cfb"}]} Sep 21 22:08:02.235015 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-390882ae-06b6-4a97-87af-be03eb30d00d admin admin] Router e07a8eeb-da12-479a-bdab-63caef2144d4 has already been hosted by L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 {{(pid=116019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:08:02.341292 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390882ae-06b6-4a97-87af-be03eb30d00d admin admin] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:08:02.347806 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-390882ae-06b6-4a97-87af-be03eb30d00d admin admin] 10.222.0.52 "PUT /v2.0/routers/e07a8eeb-da12-479a-bdab-63caef2144d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5022976 Sep 21 22:08:02.351493 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09e0c3f-1a6f-41f6-8228-a56ac99086c0 None None] Sync routers for ids ['e07a8eeb-da12-479a-bdab-63caef2144d4'] in dv-cinder-858819-1-iscsi {{(pid=116021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:08:02.353573 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 37882) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:02.362602 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09e0c3f-1a6f-41f6-8228-a56ac99086c0 None None] Routers {'e07a8eeb-da12-479a-bdab-63caef2144d4'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:08:02.363461 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-e09e0c3f-1a6f-41f6-8228-a56ac99086c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:07:48Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['e07a8eeb-da12-479a-bdab-63caef2144d4'], 'active': True} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:08:02.472193 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d2d07695-2f94-4415-8ef4-d0436886c1a5 admin admin] Publish callbacks [] for router (e07a8eeb-da12-479a-bdab-63caef2144d4), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:02.577699 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d2d07695-2f94-4415-8ef4-d0436886c1a5 admin admin] Publish callbacks [] for router_gateway (e07a8eeb-da12-479a-bdab-63caef2144d4), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:02.582671 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 37886) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:02.606596 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvr_db [None req-e09e0c3f-1a6f-41f6-8228-a56ac99086c0 None None] Set router e07a8eeb-da12-479a-bdab-63caef2144d4 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:08:02.705483 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-0b525066-b58a-436d-b918-1cfa15e449f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:02.787333 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-0b525066-b58a-436d-b918-1cfa15e449f5 admin admin] Publish callbacks [] for security_group (1f4e9dbd-d858-4079-948b-86356c6a5ac2), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:02.803699 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-e09e0c3f-1a6f-41f6-8228-a56ac99086c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07a8eeb-da12-479a-bdab-63caef2144d4', 'name': 'tempest-TestShelveInstance-728110681-router', 'tenant_id': '13aa7b49c4464cbc809327ef20c0d07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:02:01Z', 'updated_at': '2022-09-21T22:08:01Z', 'revision_number': 5, 'project_id': '13aa7b49c4464cbc809327ef20c0d07f', 'gw_port': {'id': 'ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:9d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07a8eeb-da12-479a-bdab-63caef2144d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:02:01Z', 'updated_at': '2022-09-21T22:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi'}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:08:02.824985 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 37894) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:02.831055 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09e0c3f-1a6f-41f6-8228-a56ac99086c0 None None] Checking router: e07a8eeb-da12-479a-bdab-63caef2144d4 for host: dv-cinder-858819-1-iscsi {{(pid=116021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:08:02.842160 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09e0c3f-1a6f-41f6-8228-a56ac99086c0 None None] Routers {'e07a8eeb-da12-479a-bdab-63caef2144d4'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:08:02.844540 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-e09e0c3f-1a6f-41f6-8228-a56ac99086c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:07:48Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['e07a8eeb-da12-479a-bdab-63caef2144d4'], 'active': True} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:08:02.852596 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.plugin [None req-d2d07695-2f94-4415-8ef4-d0436886c1a5 admin admin] Deleting port ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3 {{(pid=116019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:08:02.853192 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d2d07695-2f94-4415-8ef4-d0436886c1a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:02.868672 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-92dc7828-887a-4d1a-bc2d-d719d1cadc9a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=90c3337e87ac45c5b7ca6cc8e43c6f41&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0421870 Sep 21 22:08:02.871029 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 37896) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:02.888758 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-0b525066-b58a-436d-b918-1cfa15e449f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (1f4e9dbd-d858-4079-948b-86356c6a5ac2), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:02.937043 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.db [None req-d2d07695-2f94-4415-8ef4-d0436886c1a5 admin admin] For port ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3,segment=NetworkSegment(286b158d-b65b-48b3-9fb8-ab2055e67b3c),segment_id=286b158d-b65b-48b3-9fb8-ab2055e67b3c)] {{(pid=116019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:08:02.937446 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d2d07695-2f94-4415-8ef4-d0436886c1a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:02.941259 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvr_db [None req-e09e0c3f-1a6f-41f6-8228-a56ac99086c0 None None] Set router e07a8eeb-da12-479a-bdab-63caef2144d4 gateway port host: None {{(pid=116021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:08:02.951185 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-0b525066-b58a-436d-b918-1cfa15e449f5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=98de972e90d24aa6bb7d9eb56fd16d1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3669746 Sep 21 22:08:02.952926 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.plugin [None req-d2d07695-2f94-4415-8ef4-d0436886c1a5 admin admin] Calling delete_port for ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3 owned by network:router_gateway {{(pid=116019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:08:02.953527 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b525066-b58a-436d-b918-1cfa15e449f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4e9dbd-d858-4079-948b-86356c6a5ac2,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:02.955081 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 37898) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:02.973020 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-ab0f79ec-9551-4739-b58f-4c5cfeaac41f admin admin] Publish callbacks [] for security_group (3eb06239-4c75-4d3f-b16a-3db5fe814709), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:02.994606 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-e09e0c3f-1a6f-41f6-8228-a56ac99086c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07a8eeb-da12-479a-bdab-63caef2144d4', 'name': 'tempest-TestShelveInstance-728110681-router', 'tenant_id': '13aa7b49c4464cbc809327ef20c0d07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:02:01Z', 'updated_at': '2022-09-21T22:08:02Z', 'revision_number': 6, 'project_id': '13aa7b49c4464cbc809327ef20c0d07f', 'gw_port_host': None}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:08:02.999670 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-ab0f79ec-9551-4739-b58f-4c5cfeaac41f admin admin] Publish callbacks [] for security_group (3eb06239-4c75-4d3f-b16a-3db5fe814709), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:03.018962 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09e0c3f-1a6f-41f6-8228-a56ac99086c0 None None] The sync data for ids ['e07a8eeb-da12-479a-bdab-63caef2144d4'] in dv-cinder-858819-1-iscsi is: [{'id': 'e07a8eeb-da12-479a-bdab-63caef2144d4', 'name': 'tempest-TestShelveInstance-728110681-router', 'tenant_id': '13aa7b49c4464cbc809327ef20c0d07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:02:01Z', 'updated_at': '2022-09-21T22:08:02Z', 'revision_number': 6, 'project_id': '13aa7b49c4464cbc809327ef20c0d07f', 'gw_port_host': None}] {{(pid=116021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:08:03.067326 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-ec9f8f78-6f5f-4b4b-9c90-c6b0216ebc58 admin admin] Publish callbacks [] for security_group (1f4e9dbd-d858-4079-948b-86356c6a5ac2), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:03.125989 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-ec9f8f78-6f5f-4b4b-9c90-c6b0216ebc58 admin admin] Publish callbacks [] for security_group (1f4e9dbd-d858-4079-948b-86356c6a5ac2), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:03.149105 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-ab0f79ec-9551-4739-b58f-4c5cfeaac41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (3eb06239-4c75-4d3f-b16a-3db5fe814709), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:03.155227 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-ab0f79ec-9551-4739-b58f-4c5cfeaac41f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:03.155227 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-ab0f79ec-9551-4739-b58f-4c5cfeaac41f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3eb06239-4c75-4d3f-b16a-3db5fe814709 HTTP/1.1" status: 204 len: 168 time: 0.2810483 Sep 21 22:08:03.161393 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f79ec-9551-4739-b58f-4c5cfeaac41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb06239-4c75-4d3f-b16a-3db5fe814709,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:03.280233 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-ec9f8f78-6f5f-4b4b-9c90-c6b0216ebc58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (1f4e9dbd-d858-4079-948b-86356c6a5ac2), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:03.282933 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-ec9f8f78-6f5f-4b4b-9c90-c6b0216ebc58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:03.284124 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-ec9f8f78-6f5f-4b4b-9c90-c6b0216ebc58 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1f4e9dbd-d858-4079-948b-86356c6a5ac2 HTTP/1.1" status: 204 len: 168 time: 0.3280780 Sep 21 22:08:03.291945 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9f8f78-6f5f-4b4b-9c90-c6b0216ebc58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4e9dbd-d858-4079-948b-86356c6a5ac2,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:03.303703 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d2d07695-2f94-4415-8ef4-d0436886c1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12777458'] for port (ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:03.330401 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d07695-2f94-4415-8ef4-d0436886c1a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:03.396954 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d2d07695-2f94-4415-8ef4-d0436886c1a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494394'] for router_gateway (e07a8eeb-da12-479a-bdab-63caef2144d4), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:03.492401 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d2d07695-2f94-4415-8ef4-d0436886c1a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-504245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3312'] for router (e07a8eeb-da12-479a-bdab-63caef2144d4), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:03.494614 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d2d07695-2f94-4415-8ef4-d0436886c1a5 admin admin] Publish callbacks [] for router_controller (e07a8eeb-da12-479a-bdab-63caef2144d4), precommit_delete_associations {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:03.640776 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d2d07695-2f94-4415-8ef4-d0436886c1a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-504238'] for router (e07a8eeb-da12-479a-bdab-63caef2144d4), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:03.641350 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d07695-2f94-4415-8ef4-d0436886c1a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e07a8eeb-da12-479a-bdab-63caef2144d4 {{(pid=116019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 22:08:03.647232 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d2d07695-2f94-4415-8ef4-d0436886c1a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:03.648443 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-d2d07695-2f94-4415-8ef4-d0436886c1a5 admin admin] 10.222.0.52 "DELETE /v2.0/routers/e07a8eeb-da12-479a-bdab-63caef2144d4 HTTP/1.1" status: 204 len: 168 time: 1.2939229 Sep 21 22:08:03.651181 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 37910) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:03.703240 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.db_base_plugin_v2 [None req-bffe880d-a4bc-4b72-956f-d355af2f917c admin admin] Deleting subnet 83469256-feb9-4006-976e-065546bde936 {{(pid=116019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 22:08:03.706686 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-bffe880d-a4bc-4b72-956f-d355af2f917c admin admin] Publish callbacks [] for subnet (83469256-feb9-4006-976e-065546bde936), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:03.741072 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-bffe880d-a4bc-4b72-956f-d355af2f917c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13024000'] for subnet (83469256-feb9-4006-976e-065546bde936), precommit_delete_associations {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:03.825128 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-bffe880d-a4bc-4b72-956f-d355af2f917c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537063'] for subnet (83469256-feb9-4006-976e-065546bde936), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:03.903812 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device aadda01f-a309-4ed8-8e0c-31e070627597 no longer exists at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:08:03.928578 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] No Port match for: aadda01f-a309-4ed8-8e0c-31e070627597 {{(pid=116021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:08:03.929065 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device aadda01f-a309-4ed8-8e0c-31e070627597 not bound to the agent host dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:08:03.929561 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3 no longer exists at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:08:03.948472 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] No Port match for: ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3 {{(pid=116021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:08:03.954968 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device ab80f8b7-a228-4c5d-9e0e-8379e8bc7bd3 not bound to the agent host dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:08:04.006917 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-bffe880d-a4bc-4b72-956f-d355af2f917c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12777345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14676054'] for subnet (83469256-feb9-4006-976e-065546bde936), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:04.008646 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 37922) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:04.022912 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-d7918a3f-16ff-4a0a-a4ee-38f980474735 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:04.031353 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe880d-a4bc-4b72-956f-d355af2f917c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83469256-feb9-4006-976e-065546bde936,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:04.041981 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-bffe880d-a4bc-4b72-956f-d355af2f917c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:04.043852 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4028f5-1ec3-482b-94cf-c59ef1c297a1 None None] Network 0a0f204a-7b90-4555-a7f3-852e300c0d43 requested from dv-cinder-858819-1-iscsi {{(pid=116021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:08:04.047243 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-bffe880d-a4bc-4b72-956f-d355af2f917c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/83469256-feb9-4006-976e-065546bde936 HTTP/1.1" status: 204 len: 168 time: 0.3948865 Sep 21 22:08:04.052356 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 37924) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:04.136522 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-e0279f6d-97a1-47f2-8936-975b4192da8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1448795'] for network (0a0f204a-7b90-4555-a7f3-852e300c0d43), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:04.140593 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-d7918a3f-16ff-4a0a-a4ee-38f980474735 admin admin] Publish callbacks [] for security_group (0e48c01a-6dcd-40e6-af79-cdb0b95fcdd5), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:04.205623 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.plugin [None req-e0279f6d-97a1-47f2-8936-975b4192da8e admin admin] Deleting port 90ead709-4507-4e98-88dc-7d35750f6d78 {{(pid=116019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:08:04.215666 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-e0279f6d-97a1-47f2-8936-975b4192da8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (90ead709-4507-4e98-88dc-7d35750f6d78), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:04.218019 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-d7918a3f-16ff-4a0a-a4ee-38f980474735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (0e48c01a-6dcd-40e6-af79-cdb0b95fcdd5), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:04.238495 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd251f5a-e51d-44f9-8b2b-503ca9811764 None None] DHCP port deletion for 0a0f204a-7b90-4555-a7f3-852e300c0d43 request from dv-cinder-858819-1-iscsi {{(pid=116021) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 21 22:08:04.268992 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7918a3f-16ff-4a0a-a4ee-38f980474735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e48c01a-6dcd-40e6-af79-cdb0b95fcdd5,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:04.273911 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-d7918a3f-16ff-4a0a-a4ee-38f980474735 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fcbf36cea26c42769c250c0dd1419e08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2635241 Sep 21 22:08:04.279279 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 37930) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:04.300307 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-dd251f5a-e51d-44f9-8b2b-503ca9811764 None None] Deleting port 90ead709-4507-4e98-88dc-7d35750f6d78 {{(pid=116021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:08:04.300808 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-dd251f5a-e51d-44f9-8b2b-503ca9811764 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (90ead709-4507-4e98-88dc-7d35750f6d78), before_delete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:04.303930 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.db [None req-e0279f6d-97a1-47f2-8936-975b4192da8e admin admin] For port 90ead709-4507-4e98-88dc-7d35750f6d78, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=90ead709-4507-4e98-88dc-7d35750f6d78,segment=NetworkSegment(7fb8ec65-723e-41d8-a50b-32009928174d),segment_id=7fb8ec65-723e-41d8-a50b-32009928174d)] {{(pid=116019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:08:04.304334 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-e0279f6d-97a1-47f2-8936-975b4192da8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (90ead709-4507-4e98-88dc-7d35750f6d78), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:04.327714 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.plugin [None req-e0279f6d-97a1-47f2-8936-975b4192da8e admin admin] Calling delete_port for 90ead709-4507-4e98-88dc-7d35750f6d78 owned by network:dhcp {{(pid=116019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:08:04.367158 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-dd251f5a-e51d-44f9-8b2b-503ca9811764 None None] For port 90ead709-4507-4e98-88dc-7d35750f6d78, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=90ead709-4507-4e98-88dc-7d35750f6d78,segment=NetworkSegment(7fb8ec65-723e-41d8-a50b-32009928174d),segment_id=7fb8ec65-723e-41d8-a50b-32009928174d)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:08:04.367563 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-dd251f5a-e51d-44f9-8b2b-503ca9811764 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (90ead709-4507-4e98-88dc-7d35750f6d78), precommit_delete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:04.381817 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-dd251f5a-e51d-44f9-8b2b-503ca9811764 None None] Calling delete_port for 90ead709-4507-4e98-88dc-7d35750f6d78 owned by network:dhcp {{(pid=116021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:08:04.394155 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-f247772f-8595-47b0-9ef9-cec64039f709 admin admin] Publish callbacks [] for security_group (0e48c01a-6dcd-40e6-af79-cdb0b95fcdd5), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:04.430479 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-f247772f-8595-47b0-9ef9-cec64039f709 admin admin] Publish callbacks [] for security_group (0e48c01a-6dcd-40e6-af79-cdb0b95fcdd5), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:04.499365 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 37936) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:04.570186 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-e0279f6d-97a1-47f2-8936-975b4192da8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12777458'] for port (90ead709-4507-4e98-88dc-7d35750f6d78), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:04.575848 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-dd251f5a-e51d-44f9-8b2b-503ca9811764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052'] for port (90ead709-4507-4e98-88dc-7d35750f6d78), after_delete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:04.605867 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd251f5a-e51d-44f9-8b2b-503ca9811764 None None] Pushing event deleted for resources: {'Port': ['ID=90ead709-4507-4e98-88dc-7d35750f6d78,revision_number=None']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:04.605867 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd251f5a-e51d-44f9-8b2b-503ca9811764 None None] No DVR routers for this DVR port 90ead709-4507-4e98-88dc-7d35750f6d78 on host dv-cinder-858819-1-iscsi {{(pid=116021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:08:04.616374 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-f247772f-8595-47b0-9ef9-cec64039f709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (0e48c01a-6dcd-40e6-af79-cdb0b95fcdd5), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:04.622382 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-f247772f-8595-47b0-9ef9-cec64039f709 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:04.628651 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-f247772f-8595-47b0-9ef9-cec64039f709 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0e48c01a-6dcd-40e6-af79-cdb0b95fcdd5 HTTP/1.1" status: 204 len: 168 time: 0.3421981 Sep 21 22:08:04.628651 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0279f6d-97a1-47f2-8936-975b4192da8e admin admin] No DVR routers for this DVR port 90ead709-4507-4e98-88dc-7d35750f6d78 on host dv-cinder-858819-1-iscsi {{(pid=116019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:08:04.632942 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0279f6d-97a1-47f2-8936-975b4192da8e admin admin] Pushing event deleted for resources: {'Port': ['ID=90ead709-4507-4e98-88dc-7d35750f6d78,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:04.637733 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-ebd3b87f-6b9f-42e4-a313-622641e24a3e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-428412842-network', 'tenant_id': 'd2b55b9e96d24940952347816b1613c2'}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:08:04.666258 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f247772f-8595-47b0-9ef9-cec64039f709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e48c01a-6dcd-40e6-af79-cdb0b95fcdd5,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:04.728397 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-e0279f6d-97a1-47f2-8936-975b4192da8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536160', 'neutron.services.segments.db._delete_segments_for_network-8739546438391'] for network (0a0f204a-7b90-4555-a7f3-852e300c0d43), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:04.748500 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.services.segments.db [None req-e0279f6d-97a1-47f2-8936-975b4192da8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a0f204a-7b90-4555-a7f3-852e300c0d43']}} {{(pid=116019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:08:04.758403 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.services.segments.db [None req-e0279f6d-97a1-47f2-8936-975b4192da8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fb8ec65-723e-41d8-a50b-32009928174d') {'for_net_delete': True} {{(pid=116019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:08:04.758782 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.services.segments.db [None req-e0279f6d-97a1-47f2-8936-975b4192da8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fb8ec65-723e-41d8-a50b-32009928174d') {} {{(pid=116019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:08:04.768562 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-e0279f6d-97a1-47f2-8936-975b4192da8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739546442765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13024055'] for segment (7fb8ec65-723e-41d8-a50b-32009928174d), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:04.782544 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-e0279f6d-97a1-47f2-8936-975b4192da8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1532675'] for segment (7fb8ec65-723e-41d8-a50b-32009928174d), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:04.788656 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd3b87f-6b9f-42e4-a313-622641e24a3e admin admin] Made reservation on behalf of d2b55b9e96d24940952347816b1613c2 for: {'network': 1} {{(pid=116019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:08:04.790960 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-ebd3b87f-6b9f-42e4-a313-622641e24a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for network (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:04.793115 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0279f6d-97a1-47f2-8936-975b4192da8e admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=116019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 22:08:04.797614 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-e0279f6d-97a1-47f2-8936-975b4192da8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1532675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12777763'] for segment (7fb8ec65-723e-41d8-a50b-32009928174d), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:04.840413 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.services.segments.plugin [-] Segment 7fb8ec65-723e-41d8-a50b-32009928174d resource provider aggregate not found Sep 21 22:08:04.846472 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-ebd3b87f-6b9f-42e4-a313-622641e24a3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:04.862392 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.services.segments.plugin [-] Segment 7fb8ec65-723e-41d8-a50b-32009928174d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7fb8ec65-723e-41d8-a50b-32009928174d found for delete ", "request_id": "req-ef1afd4a-0372-4ca9-8698-aa37b452e16b"}]} Sep 21 22:08:04.960246 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-e0279f6d-97a1-47f2-8936-975b4192da8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494366'] for network (0a0f204a-7b90-4555-a7f3-852e300c0d43), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:04.972249 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-e0279f6d-97a1-47f2-8936-975b4192da8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for network (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:04.975664 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-e0279f6d-97a1-47f2-8936-975b4192da8e admin admin] 10.222.0.52 "DELETE /v2.0/networks/0a0f204a-7b90-4555-a7f3-852e300c0d43 HTTP/1.1" status: 204 len: 168 time: 0.9215641 Sep 21 22:08:04.995872 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0279f6d-97a1-47f2-8936-975b4192da8e admin admin] Pushing event deleted for resources: {'Network': ['ID=0a0f204a-7b90-4555-a7f3-852e300c0d43,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:05.047422 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-ebd3b87f-6b9f-42e4-a313-622641e24a3e admin admin] Publish callbacks [] for security_group (c64b3810-cc84-454b-8db3-f7c972fb14af), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:05.135414 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-ebd3b87f-6b9f-42e4-a313-622641e24a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (c64b3810-cc84-454b-8db3-f7c972fb14af), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:05.157119 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebd3b87f-6b9f-42e4-a313-622641e24a3e admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=116019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 22:08:05.172649 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd3b87f-6b9f-42e4-a313-622641e24a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64b3810-cc84-454b-8db3-f7c972fb14af,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:05.177569 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-ebd3b87f-6b9f-42e4-a313-622641e24a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1532675'] for segment (0dd016b4-c44f-4074-9afe-de7d4640bebd), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:05.177916 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.db.segments_db [None req-ebd3b87f-6b9f-42e4-a313-622641e24a3e admin admin] Added segment 0dd016b4-c44f-4074-9afe-de7d4640bebd of type vlan for network 110a7bea-261b-4d17-8e5e-df8d334b2768 Sep 21 22:08:05.218934 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-ebd3b87f-6b9f-42e4-a313-622641e24a3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739545934906'] for network (110a7bea-261b-4d17-8e5e-df8d334b2768), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:05.314705 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-ebd3b87f-6b9f-42e4-a313-622641e24a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200'] for network (110a7bea-261b-4d17-8e5e-df8d334b2768), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:05.315860 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd3b87f-6b9f-42e4-a313-622641e24a3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:08:05.316631 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-ebd3b87f-6b9f-42e4-a313-622641e24a3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for network (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:05.322911 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 37970) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:05.364492 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-4d2f0317-6629-43a2-920c-e283fd5f1c39 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3a736bcce41d413f88518c9f7501738c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402439 Sep 21 22:08:05.367084 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 37972) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:05.379874 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd3b87f-6b9f-42e4-a313-622641e24a3e admin admin] Pushing event updated for resources: {'Network': ['ID=110a7bea-261b-4d17-8e5e-df8d334b2768,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:05.390151 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Network 110a7bea-261b-4d17-8e5e-df8d334b2768 details requested by agent ovs-agent-dv-cinder-858819-1-iscsi with host dv-cinder-858819-1-iscsi {{(pid=116021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 22:08:05.426742 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-70f579ef-1728-4aef-b7b0-89358a461c30 admin admin] Publish callbacks [] for security_group (ebde22f7-b7bd-4525-bc88-74d775739612), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:05.449021 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-70f579ef-1728-4aef-b7b0-89358a461c30 admin admin] Publish callbacks [] for security_group (ebde22f7-b7bd-4525-bc88-74d775739612), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:05.477611 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-ebd3b87f-6b9f-42e4-a313-622641e24a3e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9770784 Sep 21 22:08:05.480478 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 37976) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:05.486151 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-d92e0146-843c-4a05-a280-d122bc6dddcc admin admin] Request body: {'subnet': {'network_id': '110a7bea-261b-4d17-8e5e-df8d334b2768', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-428412842-subnet', 'tenant_id': 'd2b55b9e96d24940952347816b1613c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:08:05.571955 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92e0146-843c-4a05-a280-d122bc6dddcc admin admin] Made reservation on behalf of d2b55b9e96d24940952347816b1613c2 for: {'subnet': 1} {{(pid=116019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:08:05.572174 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-70f579ef-1728-4aef-b7b0-89358a461c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (ebde22f7-b7bd-4525-bc88-74d775739612), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:05.574360 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d92e0146-843c-4a05-a280-d122bc6dddcc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14676093'] for subnet (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:05.574962 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-70f579ef-1728-4aef-b7b0-89358a461c30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:05.576400 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-70f579ef-1728-4aef-b7b0-89358a461c30 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ebde22f7-b7bd-4525-bc88-74d775739612 HTTP/1.1" status: 204 len: 168 time: 0.2081561 Sep 21 22:08:05.586132 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f579ef-1728-4aef-b7b0-89358a461c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebde22f7-b7bd-4525-bc88-74d775739612,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:05.821554 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d92e0146-843c-4a05-a280-d122bc6dddcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12777310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14676079'] for subnet (2681b019-5a43-42e5-b367-4e4a8a68c7e4), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:05.844272 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 90ead709-4507-4e98-88dc-7d35750f6d78 no longer exists at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:08:05.864053 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] No Port match for: 90ead709-4507-4e98-88dc-7d35750f6d78 {{(pid=116021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:08:05.864771 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 90ead709-4507-4e98-88dc-7d35750f6d78 not bound to the agent host dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:08:05.890438 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92e0146-843c-4a05-a280-d122bc6dddcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=2681b019-5a43-42e5-b367-4e4a8a68c7e4,revision_number=0']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:05.912054 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92e0146-843c-4a05-a280-d122bc6dddcc admin admin] Checking segment: {'id': '0dd016b4-c44f-4074-9afe-de7d4640bebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '110a7bea-261b-4d17-8e5e-df8d334b2768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:08:05.916017 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92e0146-843c-4a05-a280-d122bc6dddcc admin admin] Network hostable DHCP agents. Network: 110a7bea-261b-4d17-8e5e-df8d334b2768, hostable agents: ['37d86b0a-09b3-4739-b3e3-a561a472abaa'], hosted agents: [] {{(pid=116019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 22:08:06.017396 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92e0146-843c-4a05-a280-d122bc6dddcc admin admin] Network 110a7bea-261b-4d17-8e5e-df8d334b2768 is scheduled to be hosted by DHCP agent 37d86b0a-09b3-4739-b3e3-a561a472abaa with binding_index 1 {{(pid=116019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 22:08:06.109260 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.base_scheduler [None req-d92e0146-843c-4a05-a280-d122bc6dddcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858819-1-iscsi, 110a7bea-261b-4d17-8e5e-df8d334b2768) {{(pid=116019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:08:06.114064 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92e0146-843c-4a05-a280-d122bc6dddcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:08:06.114782 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d92e0146-843c-4a05-a280-d122bc6dddcc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:06.120947 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007fdac5-c911-4d85-9554-a60fb36ef06f None None] Network 110a7bea-261b-4d17-8e5e-df8d334b2768 requested from dv-cinder-858819-1-iscsi {{(pid=116021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:08:06.224517 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c098e0-47d6-4b02-820d-441bc5a58e6f None None] Network 110a7bea-261b-4d17-8e5e-df8d334b2768 requested from dv-cinder-858819-1-iscsi {{(pid=116021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:08:06.260622 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-d92e0146-843c-4a05-a280-d122bc6dddcc admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7787728 Sep 21 22:08:06.314559 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 38006) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:06.359926 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-ae3e7c7b-1d55-46df-bda6-6159d2dc1371 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=13aa7b49c4464cbc809327ef20c0d07f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0449409 Sep 21 22:08:06.363044 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 38008) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:06.417795 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-7bb10edc-1e3c-4495-a4ad-361a73367b87 admin admin] Publish callbacks [] for security_group (6fe20995-0c42-473b-9966-bdb9b8782307), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:06.449292 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-7bb10edc-1e3c-4495-a4ad-361a73367b87 admin admin] Publish callbacks [] for security_group (6fe20995-0c42-473b-9966-bdb9b8782307), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:06.589634 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-7bb10edc-1e3c-4495-a4ad-361a73367b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (6fe20995-0c42-473b-9966-bdb9b8782307), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:06.592630 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-7bb10edc-1e3c-4495-a4ad-361a73367b87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:06.593796 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-7bb10edc-1e3c-4495-a4ad-361a73367b87 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6fe20995-0c42-473b-9966-bdb9b8782307 HTTP/1.1" status: 204 len: 168 time: 0.2297437 Sep 21 22:08:06.602574 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb10edc-1e3c-4495-a4ad-361a73367b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe20995-0c42-473b-9966-bdb9b8782307,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:07.416693 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 38042) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:07.421669 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-2cc0a5c1-330d-49dc-835d-609abc141a3f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1525214704-network', 'tenant_id': '79374b38b225440cab32db2a813159cd'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:08:07.566277 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc0a5c1-330d-49dc-835d-609abc141a3f admin admin] Made reservation on behalf of 79374b38b225440cab32db2a813159cd for: {'network': 1} {{(pid=116020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:08:07.573154 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-2cc0a5c1-330d-49dc-835d-609abc141a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for network (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:07.580565 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-2cc0a5c1-330d-49dc-835d-609abc141a3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:07.662156 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-2cc0a5c1-330d-49dc-835d-609abc141a3f admin admin] Publish callbacks [] for security_group (2b405ea2-d8e8-4835-859d-985b9bc9dc92), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:07.758331 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-2cc0a5c1-330d-49dc-835d-609abc141a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (2b405ea2-d8e8-4835-859d-985b9bc9dc92), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:07.783657 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cc0a5c1-330d-49dc-835d-609abc141a3f admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=116020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 22:08:07.793369 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc0a5c1-330d-49dc-835d-609abc141a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b405ea2-d8e8-4835-859d-985b9bc9dc92,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:07.801898 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-2cc0a5c1-330d-49dc-835d-609abc141a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1532675'] for segment (f7aaeed7-41ac-4dc8-b5a7-4e7dfc7615e6), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:07.802245 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.db.segments_db [None req-2cc0a5c1-330d-49dc-835d-609abc141a3f admin admin] Added segment f7aaeed7-41ac-4dc8-b5a7-4e7dfc7615e6 of type vlan for network c0e80d26-fe4e-479b-a1af-8e21732e66b1 Sep 21 22:08:07.842196 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-2cc0a5c1-330d-49dc-835d-609abc141a3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739545934906'] for network (c0e80d26-fe4e-479b-a1af-8e21732e66b1), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:07.932119 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-2cc0a5c1-330d-49dc-835d-609abc141a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200'] for network (c0e80d26-fe4e-479b-a1af-8e21732e66b1), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:07.933256 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc0a5c1-330d-49dc-835d-609abc141a3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:08:07.934920 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-2cc0a5c1-330d-49dc-835d-609abc141a3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for network (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:07.996641 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc0a5c1-330d-49dc-835d-609abc141a3f admin admin] Pushing event updated for resources: {'Network': ['ID=c0e80d26-fe4e-479b-a1af-8e21732e66b1,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:08.005812 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Network c0e80d26-fe4e-479b-a1af-8e21732e66b1 details requested by agent ovs-agent-dv-cinder-858819-1-iscsi with host dv-cinder-858819-1-iscsi {{(pid=116021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 22:08:08.052986 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-2cc0a5c1-330d-49dc-835d-609abc141a3f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6350994 Sep 21 22:08:08.055777 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 38064) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:08.060871 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-a4a5eb21-493f-4fcd-8022-ef89d5ff4f94 admin admin] Request body: {'subnet': {'network_id': 'c0e80d26-fe4e-479b-a1af-8e21732e66b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1525214704-subnet', 'tenant_id': '79374b38b225440cab32db2a813159cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:08:08.096556 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 38066) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:08.154459 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a5eb21-493f-4fcd-8022-ef89d5ff4f94 admin admin] Made reservation on behalf of 79374b38b225440cab32db2a813159cd for: {'subnet': 1} {{(pid=116020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:08:08.156905 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-a4a5eb21-493f-4fcd-8022-ef89d5ff4f94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13040444'] for subnet (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:08.219078 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-e0000918-b5fc-4cfb-8e3e-7a4cb032fab1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:08.379548 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-e0000918-b5fc-4cfb-8e3e-7a4cb032fab1 admin admin] Publish callbacks [] for security_group (bd9d3931-9741-4292-a59c-944010aa155a), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:08.434508 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-e0000918-b5fc-4cfb-8e3e-7a4cb032fab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (bd9d3931-9741-4292-a59c-944010aa155a), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:08.474594 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-e0000918-b5fc-4cfb-8e3e-7a4cb032fab1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=70d980f9e0ef4085a39eba4040778658&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3770342 Sep 21 22:08:08.475546 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-a4a5eb21-493f-4fcd-8022-ef89d5ff4f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14265904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13040430'] for subnet (14cc8273-2e37-4be7-9fb6-7cc11b1541d6), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:08.477707 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 38070) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:08.478898 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0000918-b5fc-4cfb-8e3e-7a4cb032fab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9d3931-9741-4292-a59c-944010aa155a,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:08.531329 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-5caa96e7-bf14-4a39-8ef0-fb70c8d9fe01 admin admin] Publish callbacks [] for security_group (bd9d3931-9741-4292-a59c-944010aa155a), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:08.537418 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a5eb21-493f-4fcd-8022-ef89d5ff4f94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14cc8273-2e37-4be7-9fb6-7cc11b1541d6,revision_number=0']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:08.547724 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a5eb21-493f-4fcd-8022-ef89d5ff4f94 admin admin] Checking segment: {'id': 'f7aaeed7-41ac-4dc8-b5a7-4e7dfc7615e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c0e80d26-fe4e-479b-a1af-8e21732e66b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:08:08.548149 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a5eb21-493f-4fcd-8022-ef89d5ff4f94 admin admin] Network hostable DHCP agents. Network: c0e80d26-fe4e-479b-a1af-8e21732e66b1, hostable agents: ['37d86b0a-09b3-4739-b3e3-a561a472abaa'], hosted agents: [] {{(pid=116020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 22:08:08.553663 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-5caa96e7-bf14-4a39-8ef0-fb70c8d9fe01 admin admin] Publish callbacks [] for security_group (bd9d3931-9741-4292-a59c-944010aa155a), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:08.658025 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a5eb21-493f-4fcd-8022-ef89d5ff4f94 admin admin] Network c0e80d26-fe4e-479b-a1af-8e21732e66b1 is scheduled to be hosted by DHCP agent 37d86b0a-09b3-4739-b3e3-a561a472abaa with binding_index 1 {{(pid=116020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 22:08:08.690379 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-5caa96e7-bf14-4a39-8ef0-fb70c8d9fe01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (bd9d3931-9741-4292-a59c-944010aa155a), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:08.693234 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-5caa96e7-bf14-4a39-8ef0-fb70c8d9fe01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:08.694502 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-5caa96e7-bf14-4a39-8ef0-fb70c8d9fe01 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bd9d3931-9741-4292-a59c-944010aa155a HTTP/1.1" status: 204 len: 168 time: 0.2155468 Sep 21 22:08:08.703182 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa96e7-bf14-4a39-8ef0-fb70c8d9fe01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9d3931-9741-4292-a59c-944010aa155a,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:08.780917 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.base_scheduler [None req-a4a5eb21-493f-4fcd-8022-ef89d5ff4f94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858819-1-iscsi, c0e80d26-fe4e-479b-a1af-8e21732e66b1) {{(pid=116020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:08:08.786220 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a5eb21-493f-4fcd-8022-ef89d5ff4f94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:08:08.788195 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-a4a5eb21-493f-4fcd-8022-ef89d5ff4f94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for subnet (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:08.793960 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2f5c02-cb20-4d16-9db7-4b2aa6978395 None None] Network c0e80d26-fe4e-479b-a1af-8e21732e66b1 requested from dv-cinder-858819-1-iscsi {{(pid=116021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:08:08.878450 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-a4a5eb21-493f-4fcd-8022-ef89d5ff4f94 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8213842 Sep 21 22:08:08.889638 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5b63c7-6132-479e-ad1b-306e8da5bada None None] Network c0e80d26-fe4e-479b-a1af-8e21732e66b1 requested from dv-cinder-858819-1-iscsi {{(pid=116021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:08:09.701768 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 38110) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:09.807480 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-e8248874-ea26-49d5-b12f-a31e1b1a9703 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-994093106-network', 'tenant_id': 'f1d0923547034e72975f5c458cf7d8ec'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:08:09.906844 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8248874-ea26-49d5-b12f-a31e1b1a9703 admin admin] Made reservation on behalf of f1d0923547034e72975f5c458cf7d8ec for: {'network': 1} {{(pid=116020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:08:09.909829 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-e8248874-ea26-49d5-b12f-a31e1b1a9703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for network (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:09.920206 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-e8248874-ea26-49d5-b12f-a31e1b1a9703 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:10.002672 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-e8248874-ea26-49d5-b12f-a31e1b1a9703 admin admin] Publish callbacks [] for security_group (1366b4c0-ca81-4452-90ca-521268f54d9b), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:10.078670 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-e8248874-ea26-49d5-b12f-a31e1b1a9703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (1366b4c0-ca81-4452-90ca-521268f54d9b), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:10.101791 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8248874-ea26-49d5-b12f-a31e1b1a9703 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=116020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 22:08:10.115636 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8248874-ea26-49d5-b12f-a31e1b1a9703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1366b4c0-ca81-4452-90ca-521268f54d9b,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:10.120588 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-e8248874-ea26-49d5-b12f-a31e1b1a9703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1532675'] for segment (935cc903-89e7-4e9c-854a-18b59f8d9104), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:10.120935 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.db.segments_db [None req-e8248874-ea26-49d5-b12f-a31e1b1a9703 admin admin] Added segment 935cc903-89e7-4e9c-854a-18b59f8d9104 of type vlan for network 8fe0442a-c9e6-4b92-adcc-73f64316f180 Sep 21 22:08:10.133575 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8248874-ea26-49d5-b12f-a31e1b1a9703 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:08:10.133925 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8248874-ea26-49d5-b12f-a31e1b1a9703 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:08:10.134263 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8248874-ea26-49d5-b12f-a31e1b1a9703 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:08:10.134598 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8248874-ea26-49d5-b12f-a31e1b1a9703 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:08:10.134928 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8248874-ea26-49d5-b12f-a31e1b1a9703 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:08:10.135254 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8248874-ea26-49d5-b12f-a31e1b1a9703 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:08:10.135666 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8248874-ea26-49d5-b12f-a31e1b1a9703 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:08:10.136151 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8248874-ea26-49d5-b12f-a31e1b1a9703 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:08:10.136484 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8248874-ea26-49d5-b12f-a31e1b1a9703 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:08:10.136814 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8248874-ea26-49d5-b12f-a31e1b1a9703 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:08:10.137139 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8248874-ea26-49d5-b12f-a31e1b1a9703 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:08:10.137458 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8248874-ea26-49d5-b12f-a31e1b1a9703 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:08:10.137775 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8248874-ea26-49d5-b12f-a31e1b1a9703 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:08:10.182101 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-e8248874-ea26-49d5-b12f-a31e1b1a9703 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739545934906'] for network (8fe0442a-c9e6-4b92-adcc-73f64316f180), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:10.280435 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-e8248874-ea26-49d5-b12f-a31e1b1a9703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200'] for network (8fe0442a-c9e6-4b92-adcc-73f64316f180), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:10.283917 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8248874-ea26-49d5-b12f-a31e1b1a9703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:08:10.283917 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-e8248874-ea26-49d5-b12f-a31e1b1a9703 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for network (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:10.339155 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8248874-ea26-49d5-b12f-a31e1b1a9703 admin admin] Pushing event updated for resources: {'Network': ['ID=8fe0442a-c9e6-4b92-adcc-73f64316f180,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:10.348798 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Network 8fe0442a-c9e6-4b92-adcc-73f64316f180 details requested by agent ovs-agent-dv-cinder-858819-1-iscsi with host dv-cinder-858819-1-iscsi {{(pid=116021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 22:08:10.403245 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-e8248874-ea26-49d5-b12f-a31e1b1a9703 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7002726 Sep 21 22:08:10.406410 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 38124) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:10.411495 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-7ed210ea-5274-4a2d-b5dd-a71037c47a3c admin admin] Request body: {'subnet': {'network_id': '8fe0442a-c9e6-4b92-adcc-73f64316f180', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-994093106-subnet', 'tenant_id': 'f1d0923547034e72975f5c458cf7d8ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:08:10.535178 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed210ea-5274-4a2d-b5dd-a71037c47a3c admin admin] Made reservation on behalf of f1d0923547034e72975f5c458cf7d8ec for: {'subnet': 1} {{(pid=116019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:08:10.537479 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-7ed210ea-5274-4a2d-b5dd-a71037c47a3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14676093'] for subnet (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:10.777929 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-7ed210ea-5274-4a2d-b5dd-a71037c47a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12777310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14676079'] for subnet (40a67922-ebae-4a1b-818d-a49fb4f96a22), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:11.069659 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed210ea-5274-4a2d-b5dd-a71037c47a3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=40a67922-ebae-4a1b-818d-a49fb4f96a22,revision_number=0']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:11.082120 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed210ea-5274-4a2d-b5dd-a71037c47a3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:08:11.082120 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed210ea-5274-4a2d-b5dd-a71037c47a3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:08:11.082443 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed210ea-5274-4a2d-b5dd-a71037c47a3c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:08:11.082525 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed210ea-5274-4a2d-b5dd-a71037c47a3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:08:11.082835 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed210ea-5274-4a2d-b5dd-a71037c47a3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:08:11.083198 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed210ea-5274-4a2d-b5dd-a71037c47a3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:08:11.083485 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed210ea-5274-4a2d-b5dd-a71037c47a3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:08:11.083921 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed210ea-5274-4a2d-b5dd-a71037c47a3c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:08:11.084166 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed210ea-5274-4a2d-b5dd-a71037c47a3c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:08:11.084475 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed210ea-5274-4a2d-b5dd-a71037c47a3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:08:11.084842 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed210ea-5274-4a2d-b5dd-a71037c47a3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:08:11.085189 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed210ea-5274-4a2d-b5dd-a71037c47a3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:08:11.085467 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed210ea-5274-4a2d-b5dd-a71037c47a3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:08:11.091943 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed210ea-5274-4a2d-b5dd-a71037c47a3c admin admin] Checking segment: {'id': '935cc903-89e7-4e9c-854a-18b59f8d9104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8fe0442a-c9e6-4b92-adcc-73f64316f180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:08:11.092977 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed210ea-5274-4a2d-b5dd-a71037c47a3c admin admin] Network hostable DHCP agents. Network: 8fe0442a-c9e6-4b92-adcc-73f64316f180, hostable agents: ['37d86b0a-09b3-4739-b3e3-a561a472abaa'], hosted agents: [] {{(pid=116019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 22:08:11.180988 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed210ea-5274-4a2d-b5dd-a71037c47a3c admin admin] Network 8fe0442a-c9e6-4b92-adcc-73f64316f180 is scheduled to be hosted by DHCP agent 37d86b0a-09b3-4739-b3e3-a561a472abaa with binding_index 1 {{(pid=116019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 22:08:11.291948 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.base_scheduler [None req-7ed210ea-5274-4a2d-b5dd-a71037c47a3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858819-1-iscsi, 8fe0442a-c9e6-4b92-adcc-73f64316f180) {{(pid=116019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:08:11.297191 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed210ea-5274-4a2d-b5dd-a71037c47a3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:08:11.298166 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-7ed210ea-5274-4a2d-b5dd-a71037c47a3c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:11.307130 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5641a1-4a08-4f6d-ba23-0808e3867f4e None None] Network 8fe0442a-c9e6-4b92-adcc-73f64316f180 requested from dv-cinder-858819-1-iscsi {{(pid=116021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:08:11.385911 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-7ed210ea-5274-4a2d-b5dd-a71037c47a3c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9783444 Sep 21 22:08:11.414593 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ddce62-9a95-4fb1-b6db-3571a8f4a2d9 None None] Network 8fe0442a-c9e6-4b92-adcc-73f64316f180 requested from dv-cinder-858819-1-iscsi {{(pid=116021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:08:12.200301 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 38172) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:12.205515 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-d523d4ad-0788-46f4-b548-197ce7186001 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1648250566-network', 'tenant_id': 'cc5879d88a794f708fe5a35ca3e2436c'}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:08:12.323648 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d523d4ad-0788-46f4-b548-197ce7186001 admin admin] Made reservation on behalf of cc5879d88a794f708fe5a35ca3e2436c for: {'network': 1} {{(pid=116019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:08:12.326030 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d523d4ad-0788-46f4-b548-197ce7186001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for network (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:12.336058 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d523d4ad-0788-46f4-b548-197ce7186001 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:12.429005 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d523d4ad-0788-46f4-b548-197ce7186001 admin admin] Publish callbacks [] for security_group (8cdf8253-560a-45b0-b0b4-3ad80e8a6a8b), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:12.507445 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d523d4ad-0788-46f4-b548-197ce7186001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (8cdf8253-560a-45b0-b0b4-3ad80e8a6a8b), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:12.535157 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d523d4ad-0788-46f4-b548-197ce7186001 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=116019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 22:08:12.541751 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d523d4ad-0788-46f4-b548-197ce7186001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cdf8253-560a-45b0-b0b4-3ad80e8a6a8b,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:12.548811 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d523d4ad-0788-46f4-b548-197ce7186001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1532675'] for segment (a210711e-6cc3-441a-b4a5-d2d8acff2d70), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:12.549221 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.db.segments_db [None req-d523d4ad-0788-46f4-b548-197ce7186001 admin admin] Added segment a210711e-6cc3-441a-b4a5-d2d8acff2d70 of type vlan for network ecdf766d-69b4-44e2-b59d-ed77e8ae8f83 Sep 21 22:08:12.593360 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d523d4ad-0788-46f4-b548-197ce7186001 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739545934906'] for network (ecdf766d-69b4-44e2-b59d-ed77e8ae8f83), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:12.703538 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d523d4ad-0788-46f4-b548-197ce7186001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200'] for network (ecdf766d-69b4-44e2-b59d-ed77e8ae8f83), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:12.706911 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d523d4ad-0788-46f4-b548-197ce7186001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:08:12.706911 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d523d4ad-0788-46f4-b548-197ce7186001 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for network (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:12.766403 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d523d4ad-0788-46f4-b548-197ce7186001 admin admin] Pushing event updated for resources: {'Network': ['ID=ecdf766d-69b4-44e2-b59d-ed77e8ae8f83,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:12.777574 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Network ecdf766d-69b4-44e2-b59d-ed77e8ae8f83 details requested by agent ovs-agent-dv-cinder-858819-1-iscsi with host dv-cinder-858819-1-iscsi {{(pid=116021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 22:08:12.825738 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-d523d4ad-0788-46f4-b548-197ce7186001 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6241078 Sep 21 22:08:12.828430 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 38186) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:12.838091 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-4b914527-5fc5-491c-9cd5-c9ca69e40251 admin admin] Request body: {'subnet': {'network_id': 'ecdf766d-69b4-44e2-b59d-ed77e8ae8f83', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1648250566-subnet', 'tenant_id': 'cc5879d88a794f708fe5a35ca3e2436c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:08:12.940822 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b914527-5fc5-491c-9cd5-c9ca69e40251 admin admin] Made reservation on behalf of cc5879d88a794f708fe5a35ca3e2436c for: {'subnet': 1} {{(pid=116019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:08:12.943143 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-4b914527-5fc5-491c-9cd5-c9ca69e40251 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14676093'] for subnet (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:13.065769 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 38190) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:13.176462 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-d0b4870c-ab7f-4456-87aa-4d0fca5c59dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:13.183613 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-4b914527-5fc5-491c-9cd5-c9ca69e40251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12777310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14676079'] for subnet (ccc24de7-49c7-40d1-b16c-87111f7131e7), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:13.242241 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b914527-5fc5-491c-9cd5-c9ca69e40251 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccc24de7-49c7-40d1-b16c-87111f7131e7,revision_number=0']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:13.252122 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b914527-5fc5-491c-9cd5-c9ca69e40251 admin admin] Checking segment: {'id': 'a210711e-6cc3-441a-b4a5-d2d8acff2d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ecdf766d-69b4-44e2-b59d-ed77e8ae8f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:08:13.252491 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b914527-5fc5-491c-9cd5-c9ca69e40251 admin admin] Network hostable DHCP agents. Network: ecdf766d-69b4-44e2-b59d-ed77e8ae8f83, hostable agents: ['37d86b0a-09b3-4739-b3e3-a561a472abaa'], hosted agents: [] {{(pid=116019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 22:08:13.263005 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-d0b4870c-ab7f-4456-87aa-4d0fca5c59dd admin admin] Publish callbacks [] for security_group (2757859a-c5f9-4004-a601-417b6c57b0ab), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:13.354642 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-d0b4870c-ab7f-4456-87aa-4d0fca5c59dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (2757859a-c5f9-4004-a601-417b6c57b0ab), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:13.388150 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b914527-5fc5-491c-9cd5-c9ca69e40251 admin admin] Network ecdf766d-69b4-44e2-b59d-ed77e8ae8f83 is scheduled to be hosted by DHCP agent 37d86b0a-09b3-4739-b3e3-a561a472abaa with binding_index 1 {{(pid=116019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 22:08:13.401557 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-d0b4870c-ab7f-4456-87aa-4d0fca5c59dd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e8d4735022bd4f2db0b55d5ca6088e03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3345625 Sep 21 22:08:13.402833 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b4870c-ab7f-4456-87aa-4d0fca5c59dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2757859a-c5f9-4004-a601-417b6c57b0ab,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:13.405659 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 38196) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:13.486100 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.base_scheduler [None req-4b914527-5fc5-491c-9cd5-c9ca69e40251 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858819-1-iscsi, ecdf766d-69b4-44e2-b59d-ed77e8ae8f83) {{(pid=116019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:08:13.496174 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-80a2ec7a-73eb-4dd5-a4da-511d2892aa1f admin admin] Publish callbacks [] for security_group (2757859a-c5f9-4004-a601-417b6c57b0ab), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:13.496174 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b914527-5fc5-491c-9cd5-c9ca69e40251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:08:13.496174 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-4b914527-5fc5-491c-9cd5-c9ca69e40251 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:13.499689 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9059a95-a3d5-4be0-bb70-3fb58efafce9 None None] Network ecdf766d-69b4-44e2-b59d-ed77e8ae8f83 requested from dv-cinder-858819-1-iscsi {{(pid=116021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:08:13.524221 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-80a2ec7a-73eb-4dd5-a4da-511d2892aa1f admin admin] Publish callbacks [] for security_group (2757859a-c5f9-4004-a601-417b6c57b0ab), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:13.600283 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e35fab-a5f1-4b85-bda0-3a8ce5a5907f None None] Network ecdf766d-69b4-44e2-b59d-ed77e8ae8f83 requested from dv-cinder-858819-1-iscsi {{(pid=116021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:08:13.613368 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-4b914527-5fc5-491c-9cd5-c9ca69e40251 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7831216 Sep 21 22:08:13.680406 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-80a2ec7a-73eb-4dd5-a4da-511d2892aa1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (2757859a-c5f9-4004-a601-417b6c57b0ab), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:13.683253 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-80a2ec7a-73eb-4dd5-a4da-511d2892aa1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:13.686095 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-80a2ec7a-73eb-4dd5-a4da-511d2892aa1f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2757859a-c5f9-4004-a601-417b6c57b0ab HTTP/1.1" status: 204 len: 168 time: 0.2778075 Sep 21 22:08:13.694102 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a2ec7a-73eb-4dd5-a4da-511d2892aa1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2757859a-c5f9-4004-a601-417b6c57b0ab,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:13.747934 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 38204) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:13.792521 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.db_base_plugin_v2 [None req-a071d87a-7603-4f52-ba37-586f8cf6c0bb admin admin] Deleting subnet 40a67922-ebae-4a1b-818d-a49fb4f96a22 {{(pid=116020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 22:08:13.795833 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-a071d87a-7603-4f52-ba37-586f8cf6c0bb admin admin] Publish callbacks [] for subnet (40a67922-ebae-4a1b-818d-a49fb4f96a22), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:13.830925 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-a071d87a-7603-4f52-ba37-586f8cf6c0bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14300058'] for subnet (40a67922-ebae-4a1b-818d-a49fb4f96a22), precommit_delete_associations {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:13.870270 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-a071d87a-7603-4f52-ba37-586f8cf6c0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537063'] for subnet (40a67922-ebae-4a1b-818d-a49fb4f96a22), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:14.008221 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-a071d87a-7603-4f52-ba37-586f8cf6c0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14266095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13040407'] for subnet (40a67922-ebae-4a1b-818d-a49fb4f96a22), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:14.037118 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-a071d87a-7603-4f52-ba37-586f8cf6c0bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for subnet (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:14.042996 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-a071d87a-7603-4f52-ba37-586f8cf6c0bb admin admin] 10.222.0.52 "DELETE /v2.0/subnets/40a67922-ebae-4a1b-818d-a49fb4f96a22 HTTP/1.1" status: 204 len: 168 time: 0.2923453 Sep 21 22:08:14.042996 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a071d87a-7603-4f52-ba37-586f8cf6c0bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40a67922-ebae-4a1b-818d-a49fb4f96a22,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:14.044337 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 38208) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:14.115833 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-9595483e-e005-460c-939a-9eb8b16cf42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1448795'] for network (8fe0442a-c9e6-4b92-adcc-73f64316f180), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:14.192874 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-9595483e-e005-460c-939a-9eb8b16cf42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536160', 'neutron.services.segments.db._delete_segments_for_network-8739546438391'] for network (8fe0442a-c9e6-4b92-adcc-73f64316f180), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:14.217957 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.services.segments.db [None req-9595483e-e005-460c-939a-9eb8b16cf42a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fe0442a-c9e6-4b92-adcc-73f64316f180']}} {{(pid=116019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:08:14.228328 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.services.segments.db [None req-9595483e-e005-460c-939a-9eb8b16cf42a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '935cc903-89e7-4e9c-854a-18b59f8d9104') {'for_net_delete': True} {{(pid=116019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:08:14.228685 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.services.segments.db [None req-9595483e-e005-460c-939a-9eb8b16cf42a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '935cc903-89e7-4e9c-854a-18b59f8d9104') {} {{(pid=116019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:08:14.239207 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-9595483e-e005-460c-939a-9eb8b16cf42a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739546442765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13024055'] for segment (935cc903-89e7-4e9c-854a-18b59f8d9104), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:14.253375 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-9595483e-e005-460c-939a-9eb8b16cf42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1532675'] for segment (935cc903-89e7-4e9c-854a-18b59f8d9104), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:14.259629 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9595483e-e005-460c-939a-9eb8b16cf42a admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=116019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 22:08:14.260145 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-9595483e-e005-460c-939a-9eb8b16cf42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1532675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12777763'] for segment (935cc903-89e7-4e9c-854a-18b59f8d9104), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:14.297287 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.services.segments.plugin [-] Segment 935cc903-89e7-4e9c-854a-18b59f8d9104 resource provider aggregate not found Sep 21 22:08:14.316019 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.services.segments.plugin [-] Segment 935cc903-89e7-4e9c-854a-18b59f8d9104 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 935cc903-89e7-4e9c-854a-18b59f8d9104 found for delete ", "request_id": "req-3c1abcdd-cd1f-4033-b985-7b0045d5b9e7"}]} Sep 21 22:08:14.391270 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 38216) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:14.408959 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-91d035b9-e78a-40f5-b70f-10b21bef4f36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:14.441762 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-9595483e-e005-460c-939a-9eb8b16cf42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494366'] for network (8fe0442a-c9e6-4b92-adcc-73f64316f180), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:14.447676 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-9595483e-e005-460c-939a-9eb8b16cf42a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for network (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:14.451512 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-9595483e-e005-460c-939a-9eb8b16cf42a admin admin] 10.222.0.52 "DELETE /v2.0/networks/8fe0442a-c9e6-4b92-adcc-73f64316f180 HTTP/1.1" status: 204 len: 168 time: 0.4064605 Sep 21 22:08:14.454396 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 38220) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:14.465576 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9595483e-e005-460c-939a-9eb8b16cf42a admin admin] Pushing event deleted for resources: {'Network': ['ID=8fe0442a-c9e6-4b92-adcc-73f64316f180,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:14.515515 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.db_base_plugin_v2 [None req-12749ab5-813b-4469-8c9f-f04aba805b0c admin admin] Deleting subnet ccc24de7-49c7-40d1-b16c-87111f7131e7 {{(pid=116020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 22:08:14.520193 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-12749ab5-813b-4469-8c9f-f04aba805b0c admin admin] Publish callbacks [] for subnet (ccc24de7-49c7-40d1-b16c-87111f7131e7), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:14.556186 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-91d035b9-e78a-40f5-b70f-10b21bef4f36 admin admin] Publish callbacks [] for security_group (d0827ab0-c0e7-4ab9-8900-dbdc6df10372), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:14.569921 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-12749ab5-813b-4469-8c9f-f04aba805b0c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14300058'] for subnet (ccc24de7-49c7-40d1-b16c-87111f7131e7), precommit_delete_associations {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:14.612380 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-12749ab5-813b-4469-8c9f-f04aba805b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537063'] for subnet (ccc24de7-49c7-40d1-b16c-87111f7131e7), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:14.692156 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-91d035b9-e78a-40f5-b70f-10b21bef4f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (d0827ab0-c0e7-4ab9-8900-dbdc6df10372), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:14.738232 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-91d035b9-e78a-40f5-b70f-10b21bef4f36 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=34f6faba857945efbf0bcf20f947d950&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3450639 Sep 21 22:08:14.739140 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d035b9-e78a-40f5-b70f-10b21bef4f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0827ab0-c0e7-4ab9-8900-dbdc6df10372,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:14.741051 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 38224) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:14.755959 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-12749ab5-813b-4469-8c9f-f04aba805b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14266095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13040407'] for subnet (ccc24de7-49c7-40d1-b16c-87111f7131e7), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:14.784242 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12749ab5-813b-4469-8c9f-f04aba805b0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccc24de7-49c7-40d1-b16c-87111f7131e7,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:14.788133 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-12749ab5-813b-4469-8c9f-f04aba805b0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for subnet (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:14.791460 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-12749ab5-813b-4469-8c9f-f04aba805b0c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ccc24de7-49c7-40d1-b16c-87111f7131e7 HTTP/1.1" status: 204 len: 168 time: 0.3359509 Sep 21 22:08:14.794038 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 38228) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:14.871814 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-c1e0d987-54b1-4de2-99e1-78834e383b85 admin admin] Publish callbacks [] for security_group (d0827ab0-c0e7-4ab9-8900-dbdc6df10372), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:14.892758 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-842a2904-b24f-4768-a6e1-8aa9a9a39317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1448795'] for network (ecdf766d-69b4-44e2-b59d-ed77e8ae8f83), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:14.906256 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-c1e0d987-54b1-4de2-99e1-78834e383b85 admin admin] Publish callbacks [] for security_group (d0827ab0-c0e7-4ab9-8900-dbdc6df10372), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:14.926112 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (0aee7d89-594f-4992-91de-a4ac3f52e28d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:15.015824 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-842a2904-b24f-4768-a6e1-8aa9a9a39317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536160', 'neutron.services.segments.db._delete_segments_for_network-8739546438391'] for network (ecdf766d-69b4-44e2-b59d-ed77e8ae8f83), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:15.044050 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.services.segments.db [None req-842a2904-b24f-4768-a6e1-8aa9a9a39317 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecdf766d-69b4-44e2-b59d-ed77e8ae8f83']}} {{(pid=116019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:08:15.053911 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.services.segments.db [None req-842a2904-b24f-4768-a6e1-8aa9a9a39317 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a210711e-6cc3-441a-b4a5-d2d8acff2d70') {'for_net_delete': True} {{(pid=116019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:08:15.054207 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.services.segments.db [None req-842a2904-b24f-4768-a6e1-8aa9a9a39317 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a210711e-6cc3-441a-b4a5-d2d8acff2d70') {} {{(pid=116019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:08:15.063085 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-842a2904-b24f-4768-a6e1-8aa9a9a39317 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739546442765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13024055'] for segment (a210711e-6cc3-441a-b4a5-d2d8acff2d70), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:15.076833 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-842a2904-b24f-4768-a6e1-8aa9a9a39317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1532675'] for segment (a210711e-6cc3-441a-b4a5-d2d8acff2d70), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:15.083088 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-842a2904-b24f-4768-a6e1-8aa9a9a39317 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=116019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 22:08:15.083476 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-842a2904-b24f-4768-a6e1-8aa9a9a39317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1532675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12777763'] for segment (a210711e-6cc3-441a-b4a5-d2d8acff2d70), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:15.118808 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-c1e0d987-54b1-4de2-99e1-78834e383b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (d0827ab0-c0e7-4ab9-8900-dbdc6df10372), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:15.121486 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-c1e0d987-54b1-4de2-99e1-78834e383b85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:15.122656 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-c1e0d987-54b1-4de2-99e1-78834e383b85 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d0827ab0-c0e7-4ab9-8900-dbdc6df10372 HTTP/1.1" status: 204 len: 168 time: 0.3803871 Sep 21 22:08:15.140884 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0d987-54b1-4de2-99e1-78834e383b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0827ab0-c0e7-4ab9-8900-dbdc6df10372,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:15.252134 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-842a2904-b24f-4768-a6e1-8aa9a9a39317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494366'] for network (ecdf766d-69b4-44e2-b59d-ed77e8ae8f83), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:15.257919 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-842a2904-b24f-4768-a6e1-8aa9a9a39317 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for network (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:15.263716 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-842a2904-b24f-4768-a6e1-8aa9a9a39317 admin admin] 10.222.0.52 "DELETE /v2.0/networks/ecdf766d-69b4-44e2-b59d-ed77e8ae8f83 HTTP/1.1" status: 204 len: 168 time: 0.4660714 Sep 21 22:08:15.279147 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842a2904-b24f-4768-a6e1-8aa9a9a39317 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecdf766d-69b4-44e2-b59d-ed77e8ae8f83,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:15.677600 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 38244) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:15.720870 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-c87bd819-c670-428a-8ad3-21c14b9399dd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f1d0923547034e72975f5c458cf7d8ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420539 Sep 21 22:08:15.723393 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 38246) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:15.774759 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-6b56bb40-4fd4-48b3-8aa8-b68e315254ec admin admin] Publish callbacks [] for security_group (1366b4c0-ca81-4452-90ca-521268f54d9b), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:15.800220 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-6b56bb40-4fd4-48b3-8aa8-b68e315254ec admin admin] Publish callbacks [] for security_group (1366b4c0-ca81-4452-90ca-521268f54d9b), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:15.926176 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-6b56bb40-4fd4-48b3-8aa8-b68e315254ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (1366b4c0-ca81-4452-90ca-521268f54d9b), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:15.928906 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-6b56bb40-4fd4-48b3-8aa8-b68e315254ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:15.930114 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-6b56bb40-4fd4-48b3-8aa8-b68e315254ec admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1366b4c0-ca81-4452-90ca-521268f54d9b HTTP/1.1" status: 204 len: 168 time: 0.2058060 Sep 21 22:08:15.938641 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b56bb40-4fd4-48b3-8aa8-b68e315254ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1366b4c0-ca81-4452-90ca-521268f54d9b,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:16.006021 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-1e82eef1-826f-49ed-89b4-29791ddd7081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:16.339731 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.services.segments.plugin [-] Segment a210711e-6cc3-441a-b4a5-d2d8acff2d70 resource provider aggregate not found Sep 21 22:08:16.357549 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.services.segments.plugin [-] Segment a210711e-6cc3-441a-b4a5-d2d8acff2d70 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a210711e-6cc3-441a-b4a5-d2d8acff2d70 found for delete ", "request_id": "req-787efff8-bfb3-426e-80a8-6c476f01656f"}]} Sep 21 22:08:16.747869 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 38280) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:16.790231 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-770faec5-5383-47a0-bd8e-a4446cfcf18b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cc5879d88a794f708fe5a35ca3e2436c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411775 Sep 21 22:08:16.792726 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 38282) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:16.847374 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-24516f7a-651c-42c4-ae8c-85a453f81974 admin admin] Publish callbacks [] for security_group (8cdf8253-560a-45b0-b0b4-3ad80e8a6a8b), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:16.872876 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-24516f7a-651c-42c4-ae8c-85a453f81974 admin admin] Publish callbacks [] for security_group (8cdf8253-560a-45b0-b0b4-3ad80e8a6a8b), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:17.017862 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-24516f7a-651c-42c4-ae8c-85a453f81974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (8cdf8253-560a-45b0-b0b4-3ad80e8a6a8b), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:17.020540 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-24516f7a-651c-42c4-ae8c-85a453f81974 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:17.021669 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-24516f7a-651c-42c4-ae8c-85a453f81974 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8cdf8253-560a-45b0-b0b4-3ad80e8a6a8b HTTP/1.1" status: 204 len: 168 time: 0.2280164 Sep 21 22:08:17.030451 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24516f7a-651c-42c4-ae8c-85a453f81974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cdf8253-560a-45b0-b0b4-3ad80e8a6a8b,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:18.166715 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-c769ad34-dedd-42d3-ac92-5351c76f2075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:19.629049 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:21.055276 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:22.634927 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:24.152595 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 38454) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:24.314969 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-3452c9ad-5cc1-4ff5-b190-80d7d0b32f15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:24.393610 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-3452c9ad-5cc1-4ff5-b190-80d7d0b32f15 admin admin] Publish callbacks [] for security_group (76c958e8-0428-4857-a748-3f9a829cc9bc), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:24.514486 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-3452c9ad-5cc1-4ff5-b190-80d7d0b32f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (76c958e8-0428-4857-a748-3f9a829cc9bc), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:24.554002 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-3452c9ad-5cc1-4ff5-b190-80d7d0b32f15 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=57b0096234884d0796b84c98d0a13007&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4003448 Sep 21 22:08:24.555137 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3452c9ad-5cc1-4ff5-b190-80d7d0b32f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c958e8-0428-4857-a748-3f9a829cc9bc,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:24.556925 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 38460) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:24.605274 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-fb91da8a-e3d1-4317-8cf5-b705c4736a06 admin admin] Publish callbacks [] for security_group (76c958e8-0428-4857-a748-3f9a829cc9bc), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:24.626886 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-fb91da8a-e3d1-4317-8cf5-b705c4736a06 admin admin] Publish callbacks [] for security_group (76c958e8-0428-4857-a748-3f9a829cc9bc), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:24.747627 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.agents_db [None req-53c7536d-764e-4ad7-87ad-c450eadf28b3 None None] Agent healthcheck: found 6 active agents {{(pid=116022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:08:24.768992 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-fb91da8a-e3d1-4317-8cf5-b705c4736a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (76c958e8-0428-4857-a748-3f9a829cc9bc), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:24.771701 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-fb91da8a-e3d1-4317-8cf5-b705c4736a06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:24.772923 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-fb91da8a-e3d1-4317-8cf5-b705c4736a06 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/76c958e8-0428-4857-a748-3f9a829cc9bc HTTP/1.1" status: 204 len: 168 time: 0.2149060 Sep 21 22:08:24.781349 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb91da8a-e3d1-4317-8cf5-b705c4736a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c958e8-0428-4857-a748-3f9a829cc9bc,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:25.452746 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 38478) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:25.466592 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-3a85b30a-e6c2-458a-ba59-11d6438a8e6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:25.545990 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-3a85b30a-e6c2-458a-ba59-11d6438a8e6b admin admin] Publish callbacks [] for security_group (2155eeb2-160a-47ea-9455-845a94711c42), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:25.628996 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-3a85b30a-e6c2-458a-ba59-11d6438a8e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (2155eeb2-160a-47ea-9455-845a94711c42), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:25.671272 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-3a85b30a-e6c2-458a-ba59-11d6438a8e6b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1e1dbf6d79e04636a127940ed1694fa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2174218 Sep 21 22:08:25.672144 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a85b30a-e6c2-458a-ba59-11d6438a8e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2155eeb2-160a-47ea-9455-845a94711c42,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:25.673953 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 38484) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:25.724191 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-6d134818-b709-4546-8720-99fdb9ff4e18 admin admin] Publish callbacks [] for security_group (2155eeb2-160a-47ea-9455-845a94711c42), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:25.749961 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-6d134818-b709-4546-8720-99fdb9ff4e18 admin admin] Publish callbacks [] for security_group (2155eeb2-160a-47ea-9455-845a94711c42), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:25.869212 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-6d134818-b709-4546-8720-99fdb9ff4e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (2155eeb2-160a-47ea-9455-845a94711c42), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:25.871846 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-6d134818-b709-4546-8720-99fdb9ff4e18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:25.873043 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-6d134818-b709-4546-8720-99fdb9ff4e18 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2155eeb2-160a-47ea-9455-845a94711c42 HTTP/1.1" status: 204 len: 168 time: 0.1969063 Sep 21 22:08:25.881398 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d134818-b709-4546-8720-99fdb9ff4e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2155eeb2-160a-47ea-9455-845a94711c42,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:27.444056 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 38542) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:27.490893 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.db_base_plugin_v2 [None req-659f5125-7915-4314-9bae-a1e5031a2c75 admin admin] Deleting subnet 2681b019-5a43-42e5-b367-4e4a8a68c7e4 {{(pid=116020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 22:08:27.494203 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-659f5125-7915-4314-9bae-a1e5031a2c75 admin admin] Publish callbacks [] for subnet (2681b019-5a43-42e5-b367-4e4a8a68c7e4), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:27.535498 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-659f5125-7915-4314-9bae-a1e5031a2c75 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14300058'] for subnet (2681b019-5a43-42e5-b367-4e4a8a68c7e4), precommit_delete_associations {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:27.573398 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-659f5125-7915-4314-9bae-a1e5031a2c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537063'] for subnet (2681b019-5a43-42e5-b367-4e4a8a68c7e4), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:27.743537 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-659f5125-7915-4314-9bae-a1e5031a2c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14266095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13040407'] for subnet (2681b019-5a43-42e5-b367-4e4a8a68c7e4), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:27.770736 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f5125-7915-4314-9bae-a1e5031a2c75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2681b019-5a43-42e5-b367-4e4a8a68c7e4,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:27.774958 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-659f5125-7915-4314-9bae-a1e5031a2c75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for subnet (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:27.778990 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-659f5125-7915-4314-9bae-a1e5031a2c75 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/2681b019-5a43-42e5-b367-4e4a8a68c7e4 HTTP/1.1" status: 204 len: 168 time: 0.3337233 Sep 21 22:08:27.781560 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 38556) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:27.851225 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-aa1cc657-410e-4d43-b2a2-8abb273e2940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1448795'] for network (110a7bea-261b-4d17-8e5e-df8d334b2768), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:27.936676 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-aa1cc657-410e-4d43-b2a2-8abb273e2940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536160', 'neutron.services.segments.db._delete_segments_for_network-8739546438391'] for network (110a7bea-261b-4d17-8e5e-df8d334b2768), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:27.958005 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.services.segments.db [None req-aa1cc657-410e-4d43-b2a2-8abb273e2940 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['110a7bea-261b-4d17-8e5e-df8d334b2768']}} {{(pid=116019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:08:27.968371 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.services.segments.db [None req-aa1cc657-410e-4d43-b2a2-8abb273e2940 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dd016b4-c44f-4074-9afe-de7d4640bebd') {'for_net_delete': True} {{(pid=116019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:08:27.968673 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.services.segments.db [None req-aa1cc657-410e-4d43-b2a2-8abb273e2940 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dd016b4-c44f-4074-9afe-de7d4640bebd') {} {{(pid=116019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:08:27.978314 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-aa1cc657-410e-4d43-b2a2-8abb273e2940 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739546442765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13024055'] for segment (0dd016b4-c44f-4074-9afe-de7d4640bebd), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:27.992595 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-aa1cc657-410e-4d43-b2a2-8abb273e2940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1532675'] for segment (0dd016b4-c44f-4074-9afe-de7d4640bebd), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:27.999033 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa1cc657-410e-4d43-b2a2-8abb273e2940 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=116019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 22:08:27.999436 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-aa1cc657-410e-4d43-b2a2-8abb273e2940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1532675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12777763'] for segment (0dd016b4-c44f-4074-9afe-de7d4640bebd), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:28.057500 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.services.segments.plugin [-] Segment 0dd016b4-c44f-4074-9afe-de7d4640bebd resource provider aggregate not found Sep 21 22:08:28.079791 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.services.segments.plugin [-] Segment 0dd016b4-c44f-4074-9afe-de7d4640bebd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0dd016b4-c44f-4074-9afe-de7d4640bebd found for delete ", "request_id": "req-a45cc86a-5eac-4139-ad65-6faadce12f4a"}]} Sep 21 22:08:28.165902 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-aa1cc657-410e-4d43-b2a2-8abb273e2940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494366'] for network (110a7bea-261b-4d17-8e5e-df8d334b2768), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:28.171764 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-aa1cc657-410e-4d43-b2a2-8abb273e2940 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for network (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:28.175855 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-aa1cc657-410e-4d43-b2a2-8abb273e2940 admin admin] 10.222.0.52 "DELETE /v2.0/networks/110a7bea-261b-4d17-8e5e-df8d334b2768 HTTP/1.1" status: 204 len: 168 time: 0.3932438 Sep 21 22:08:28.178853 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 38580) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:28.191688 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1cc657-410e-4d43-b2a2-8abb273e2940 admin admin] Pushing event deleted for resources: {'Network': ['ID=110a7bea-261b-4d17-8e5e-df8d334b2768,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:28.227347 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a38908e-d9a5-429d-90a1-42a93921a57a admin admin] Deleting subnet 14cc8273-2e37-4be7-9fb6-7cc11b1541d6 {{(pid=116020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 22:08:28.230791 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-5a38908e-d9a5-429d-90a1-42a93921a57a admin admin] Publish callbacks [] for subnet (14cc8273-2e37-4be7-9fb6-7cc11b1541d6), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:28.268844 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-5a38908e-d9a5-429d-90a1-42a93921a57a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14300058'] for subnet (14cc8273-2e37-4be7-9fb6-7cc11b1541d6), precommit_delete_associations {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:28.312426 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-5a38908e-d9a5-429d-90a1-42a93921a57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537063'] for subnet (14cc8273-2e37-4be7-9fb6-7cc11b1541d6), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:28.458387 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-5a38908e-d9a5-429d-90a1-42a93921a57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14266095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13040407'] for subnet (14cc8273-2e37-4be7-9fb6-7cc11b1541d6), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:28.484696 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a38908e-d9a5-429d-90a1-42a93921a57a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14cc8273-2e37-4be7-9fb6-7cc11b1541d6,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:28.489827 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-5a38908e-d9a5-429d-90a1-42a93921a57a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for subnet (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:28.493301 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-5a38908e-d9a5-429d-90a1-42a93921a57a admin admin] 10.222.0.52 "DELETE /v2.0/subnets/14cc8273-2e37-4be7-9fb6-7cc11b1541d6 HTTP/1.1" status: 204 len: 168 time: 0.3127627 Sep 21 22:08:28.495897 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 38582) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:28.563633 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-6f09977a-5931-46c1-85b6-5f6cd6222ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1448795'] for network (c0e80d26-fe4e-479b-a1af-8e21732e66b1), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:28.647197 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-6f09977a-5931-46c1-85b6-5f6cd6222ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536160', 'neutron.services.segments.db._delete_segments_for_network-8739546438391'] for network (c0e80d26-fe4e-479b-a1af-8e21732e66b1), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:28.668246 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.services.segments.db [None req-6f09977a-5931-46c1-85b6-5f6cd6222ce5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0e80d26-fe4e-479b-a1af-8e21732e66b1']}} {{(pid=116019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:08:28.678150 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.services.segments.db [None req-6f09977a-5931-46c1-85b6-5f6cd6222ce5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7aaeed7-41ac-4dc8-b5a7-4e7dfc7615e6') {'for_net_delete': True} {{(pid=116019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:08:28.678509 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.services.segments.db [None req-6f09977a-5931-46c1-85b6-5f6cd6222ce5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7aaeed7-41ac-4dc8-b5a7-4e7dfc7615e6') {} {{(pid=116019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:08:28.683912 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 38586) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:28.688318 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-6f09977a-5931-46c1-85b6-5f6cd6222ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739546442765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13024055'] for segment (f7aaeed7-41ac-4dc8-b5a7-4e7dfc7615e6), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:28.701862 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-6f09977a-5931-46c1-85b6-5f6cd6222ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1532675'] for segment (f7aaeed7-41ac-4dc8-b5a7-4e7dfc7615e6), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:28.708763 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f09977a-5931-46c1-85b6-5f6cd6222ce5 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=116019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 22:08:28.709244 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-6f09977a-5931-46c1-85b6-5f6cd6222ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1532675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12777763'] for segment (f7aaeed7-41ac-4dc8-b5a7-4e7dfc7615e6), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:28.803419 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-9d6ac4e5-8330-46d5-ae54-265ade6fc995 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:28.828647 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-6f09977a-5931-46c1-85b6-5f6cd6222ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494366'] for network (c0e80d26-fe4e-479b-a1af-8e21732e66b1), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:28.835884 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-6f09977a-5931-46c1-85b6-5f6cd6222ce5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for network (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:28.839265 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-6f09977a-5931-46c1-85b6-5f6cd6222ce5 admin admin] 10.222.0.52 "DELETE /v2.0/networks/c0e80d26-fe4e-479b-a1af-8e21732e66b1 HTTP/1.1" status: 204 len: 168 time: 0.3422587 Sep 21 22:08:28.849370 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f09977a-5931-46c1-85b6-5f6cd6222ce5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0e80d26-fe4e-479b-a1af-8e21732e66b1,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:28.891065 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-9d6ac4e5-8330-46d5-ae54-265ade6fc995 admin admin] Publish callbacks [] for security_group (cd6e8fdf-d826-4397-a361-2e4911171408), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:28.983255 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-9d6ac4e5-8330-46d5-ae54-265ade6fc995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (cd6e8fdf-d826-4397-a361-2e4911171408), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:29.022753 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-9d6ac4e5-8330-46d5-ae54-265ade6fc995 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e98c6939e9a44cd19a504cc14f5bf5f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3375735 Sep 21 22:08:29.024972 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6ac4e5-8330-46d5-ae54-265ade6fc995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6e8fdf-d826-4397-a361-2e4911171408,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:29.025953 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 38596) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:29.075000 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-f6d08452-496e-4889-bf79-3bae89eb1383 admin admin] Publish callbacks [] for security_group (cd6e8fdf-d826-4397-a361-2e4911171408), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:29.101144 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-f6d08452-496e-4889-bf79-3bae89eb1383 admin admin] Publish callbacks [] for security_group (cd6e8fdf-d826-4397-a361-2e4911171408), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:29.260562 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 38598) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:29.300645 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-f6d08452-496e-4889-bf79-3bae89eb1383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (cd6e8fdf-d826-4397-a361-2e4911171408), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:29.303298 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-f6d08452-496e-4889-bf79-3bae89eb1383 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:29.310996 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-f6d08452-496e-4889-bf79-3bae89eb1383 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cd6e8fdf-d826-4397-a361-2e4911171408 HTTP/1.1" status: 204 len: 168 time: 0.2774897 Sep 21 22:08:29.310996 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-147af97c-1675-4f28-ab51-516630754851 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d2b55b9e96d24940952347816b1613c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0473444 Sep 21 22:08:29.312536 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 38604) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:29.319327 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d08452-496e-4889-bf79-3bae89eb1383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6e8fdf-d826-4397-a361-2e4911171408,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:29.403051 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-158685c8-606e-485f-8585-68585f1a2417 admin admin] Publish callbacks [] for security_group (c64b3810-cc84-454b-8db3-f7c972fb14af), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:29.431158 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-158685c8-606e-485f-8585-68585f1a2417 admin admin] Publish callbacks [] for security_group (c64b3810-cc84-454b-8db3-f7c972fb14af), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:29.552400 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-158685c8-606e-485f-8585-68585f1a2417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (c64b3810-cc84-454b-8db3-f7c972fb14af), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:29.555251 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-158685c8-606e-485f-8585-68585f1a2417 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:29.556644 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-158685c8-606e-485f-8585-68585f1a2417 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c64b3810-cc84-454b-8db3-f7c972fb14af HTTP/1.1" status: 204 len: 168 time: 0.2422614 Sep 21 22:08:29.566017 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158685c8-606e-485f-8585-68585f1a2417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64b3810-cc84-454b-8db3-f7c972fb14af,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:30.043743 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 38612) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:30.057947 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d769b5ce-70df-460d-bfbb-be4c9728938f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:30.110581 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.services.segments.plugin [-] Segment f7aaeed7-41ac-4dc8-b5a7-4e7dfc7615e6 resource provider aggregate not found Sep 21 22:08:30.129080 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.services.segments.plugin [-] Segment f7aaeed7-41ac-4dc8-b5a7-4e7dfc7615e6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f7aaeed7-41ac-4dc8-b5a7-4e7dfc7615e6 found for delete ", "request_id": "req-4e8a9d96-f3e4-4ba0-ba56-6c571c302961"}]} Sep 21 22:08:30.150481 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d769b5ce-70df-460d-bfbb-be4c9728938f admin admin] Publish callbacks [] for security_group (e0999938-4cea-4006-9ce5-9d5875fdc0fc), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:30.217533 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d769b5ce-70df-460d-bfbb-be4c9728938f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (e0999938-4cea-4006-9ce5-9d5875fdc0fc), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:30.258861 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-d769b5ce-70df-460d-bfbb-be4c9728938f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6827b1bfccf84b7286901af27e27d8e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2139409 Sep 21 22:08:30.259786 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d769b5ce-70df-460d-bfbb-be4c9728938f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0999938-4cea-4006-9ce5-9d5875fdc0fc,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:30.265439 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 38618) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:30.280921 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 38620) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:30.318228 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-ac504525-bff4-4d7e-966f-66430489ce73 admin admin] Publish callbacks [] for security_group (e0999938-4cea-4006-9ce5-9d5875fdc0fc), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:30.322983 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-7da70a13-eb32-46c9-90df-94165ae6afd0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=79374b38b225440cab32db2a813159cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408504 Sep 21 22:08:30.325392 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 38622) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:30.345637 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-ac504525-bff4-4d7e-966f-66430489ce73 admin admin] Publish callbacks [] for security_group (e0999938-4cea-4006-9ce5-9d5875fdc0fc), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:30.380875 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-24fbe3c3-b1a1-497f-abd6-88a708572974 admin admin] Publish callbacks [] for security_group (2b405ea2-d8e8-4835-859d-985b9bc9dc92), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:30.410096 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-24fbe3c3-b1a1-497f-abd6-88a708572974 admin admin] Publish callbacks [] for security_group (2b405ea2-d8e8-4835-859d-985b9bc9dc92), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:30.674994 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-24fbe3c3-b1a1-497f-abd6-88a708572974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (2b405ea2-d8e8-4835-859d-985b9bc9dc92), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:30.675780 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-ac504525-bff4-4d7e-966f-66430489ce73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (e0999938-4cea-4006-9ce5-9d5875fdc0fc), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:30.677689 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-ac504525-bff4-4d7e-966f-66430489ce73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:30.677844 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-24fbe3c3-b1a1-497f-abd6-88a708572974 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:30.682264 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-ac504525-bff4-4d7e-966f-66430489ce73 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e0999938-4cea-4006-9ce5-9d5875fdc0fc HTTP/1.1" status: 204 len: 168 time: 0.4125292 Sep 21 22:08:30.682416 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-24fbe3c3-b1a1-497f-abd6-88a708572974 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2b405ea2-d8e8-4835-859d-985b9bc9dc92 HTTP/1.1" status: 204 len: 168 time: 0.3527355 Sep 21 22:08:30.688173 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fbe3c3-b1a1-497f-abd6-88a708572974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b405ea2-d8e8-4835-859d-985b9bc9dc92,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:30.688543 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac504525-bff4-4d7e-966f-66430489ce73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0999938-4cea-4006-9ce5-9d5875fdc0fc,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:30.981486 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 38638) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:31.217560 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-6aaf6beb-bb7d-4001-87c7-9671045eaab6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:31.312365 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-6aaf6beb-bb7d-4001-87c7-9671045eaab6 admin admin] Publish callbacks [] for security_group (98f22b0f-0bc7-4f23-8e41-0e6624cb5549), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:31.391870 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-6aaf6beb-bb7d-4001-87c7-9671045eaab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (98f22b0f-0bc7-4f23-8e41-0e6624cb5549), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:31.436227 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-6aaf6beb-bb7d-4001-87c7-9671045eaab6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ea80269bc69a4f4ba4f9efd7ed1cf623&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4533443 Sep 21 22:08:31.437206 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf6beb-bb7d-4001-87c7-9671045eaab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f22b0f-0bc7-4f23-8e41-0e6624cb5549,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:31.439389 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 38658) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:31.493918 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-db340a42-ee04-46cf-9fb7-e4a03e2d1a49 admin admin] Publish callbacks [] for security_group (98f22b0f-0bc7-4f23-8e41-0e6624cb5549), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:31.520566 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-db340a42-ee04-46cf-9fb7-e4a03e2d1a49 admin admin] Publish callbacks [] for security_group (98f22b0f-0bc7-4f23-8e41-0e6624cb5549), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:31.655033 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-db340a42-ee04-46cf-9fb7-e4a03e2d1a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (98f22b0f-0bc7-4f23-8e41-0e6624cb5549), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:31.658325 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-db340a42-ee04-46cf-9fb7-e4a03e2d1a49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:31.659551 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-db340a42-ee04-46cf-9fb7-e4a03e2d1a49 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/98f22b0f-0bc7-4f23-8e41-0e6624cb5549 HTTP/1.1" status: 204 len: 168 time: 0.2189162 Sep 21 22:08:31.667682 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db340a42-ee04-46cf-9fb7-e4a03e2d1a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f22b0f-0bc7-4f23-8e41-0e6624cb5549,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:32.354529 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 38694) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:32.369125 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-ee68c14e-43ea-4611-bd5e-7cd42a0df74a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:32.450032 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-ee68c14e-43ea-4611-bd5e-7cd42a0df74a admin admin] Publish callbacks [] for security_group (b8e06a60-dbf5-411b-914e-1d29a41ba537), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:32.520831 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-ee68c14e-43ea-4611-bd5e-7cd42a0df74a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (b8e06a60-dbf5-411b-914e-1d29a41ba537), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:32.565381 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-ee68c14e-43ea-4611-bd5e-7cd42a0df74a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=49fdc51e75db49048169171639751c49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2094040 Sep 21 22:08:32.566529 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68c14e-43ea-4611-bd5e-7cd42a0df74a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e06a60-dbf5-411b-914e-1d29a41ba537,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:32.568245 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 38718) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:32.630704 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-4dee61de-f5ff-4c4b-a2e9-aff88cd72cf8 admin admin] Publish callbacks [] for security_group (b8e06a60-dbf5-411b-914e-1d29a41ba537), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:32.652763 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-4dee61de-f5ff-4c4b-a2e9-aff88cd72cf8 admin admin] Publish callbacks [] for security_group (b8e06a60-dbf5-411b-914e-1d29a41ba537), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:32.780365 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-4dee61de-f5ff-4c4b-a2e9-aff88cd72cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (b8e06a60-dbf5-411b-914e-1d29a41ba537), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:32.783512 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-4dee61de-f5ff-4c4b-a2e9-aff88cd72cf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:32.784702 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-4dee61de-f5ff-4c4b-a2e9-aff88cd72cf8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b8e06a60-dbf5-411b-914e-1d29a41ba537 HTTP/1.1" status: 204 len: 168 time: 0.2136600 Sep 21 22:08:32.795939 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dee61de-f5ff-4c4b-a2e9-aff88cd72cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e06a60-dbf5-411b-914e-1d29a41ba537,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:33.108400 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 38742) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:33.226648 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-822e0691-e506-40a9-89cc-81b21303113c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:33.307101 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-822e0691-e506-40a9-89cc-81b21303113c admin admin] Publish callbacks [] for security_group (fa33e774-eb87-4000-b010-c055b11dde8a), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:33.397345 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-822e0691-e506-40a9-89cc-81b21303113c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (fa33e774-eb87-4000-b010-c055b11dde8a), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:33.444490 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822e0691-e506-40a9-89cc-81b21303113c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa33e774-eb87-4000-b010-c055b11dde8a,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:33.446050 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-822e0691-e506-40a9-89cc-81b21303113c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8f5e95f861f645859c972bf71f7b5d17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3366318 Sep 21 22:08:33.448748 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 38754) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:33.499223 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-06259fde-75b3-4ee7-bac3-b3dc2ce75a40 admin admin] Publish callbacks [] for security_group (fa33e774-eb87-4000-b010-c055b11dde8a), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:33.522069 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-06259fde-75b3-4ee7-bac3-b3dc2ce75a40 admin admin] Publish callbacks [] for security_group (fa33e774-eb87-4000-b010-c055b11dde8a), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:33.657219 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-06259fde-75b3-4ee7-bac3-b3dc2ce75a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (fa33e774-eb87-4000-b010-c055b11dde8a), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:33.661524 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-06259fde-75b3-4ee7-bac3-b3dc2ce75a40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:33.661524 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-06259fde-75b3-4ee7-bac3-b3dc2ce75a40 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fa33e774-eb87-4000-b010-c055b11dde8a HTTP/1.1" status: 204 len: 168 time: 0.2114561 Sep 21 22:08:33.669028 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06259fde-75b3-4ee7-bac3-b3dc2ce75a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa33e774-eb87-4000-b010-c055b11dde8a,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:34.746593 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 38810) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:34.844101 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-bdd2cc2d-d30d-47d7-8e38-5aa07d115a7d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-798875483-network', 'tenant_id': '86365636bab54cb8b5f8eb389e75b13a'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:08:34.920224 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd2cc2d-d30d-47d7-8e38-5aa07d115a7d admin admin] Made reservation on behalf of 86365636bab54cb8b5f8eb389e75b13a for: {'network': 1} {{(pid=116020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:08:34.923338 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-bdd2cc2d-d30d-47d7-8e38-5aa07d115a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for network (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:34.932976 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-bdd2cc2d-d30d-47d7-8e38-5aa07d115a7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:35.012719 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-bdd2cc2d-d30d-47d7-8e38-5aa07d115a7d admin admin] Publish callbacks [] for security_group (e52a5b13-6776-407b-a9ad-38e63d2cf80c), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:35.071693 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-bdd2cc2d-d30d-47d7-8e38-5aa07d115a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (e52a5b13-6776-407b-a9ad-38e63d2cf80c), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:35.093290 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdd2cc2d-d30d-47d7-8e38-5aa07d115a7d admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=116020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 22:08:35.106746 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd2cc2d-d30d-47d7-8e38-5aa07d115a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52a5b13-6776-407b-a9ad-38e63d2cf80c,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:35.115661 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-bdd2cc2d-d30d-47d7-8e38-5aa07d115a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1532675'] for segment (d4dc4120-6f7b-4881-b478-91aed068eb48), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:35.115661 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.db.segments_db [None req-bdd2cc2d-d30d-47d7-8e38-5aa07d115a7d admin admin] Added segment d4dc4120-6f7b-4881-b478-91aed068eb48 of type vlan for network acbd7fe3-01c8-40cf-9414-9c94015e444f Sep 21 22:08:35.158648 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-bdd2cc2d-d30d-47d7-8e38-5aa07d115a7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739545934906'] for network (acbd7fe3-01c8-40cf-9414-9c94015e444f), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:35.249410 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-bdd2cc2d-d30d-47d7-8e38-5aa07d115a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200'] for network (acbd7fe3-01c8-40cf-9414-9c94015e444f), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:35.250688 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd2cc2d-d30d-47d7-8e38-5aa07d115a7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:08:35.251016 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-bdd2cc2d-d30d-47d7-8e38-5aa07d115a7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for network (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:35.310432 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd2cc2d-d30d-47d7-8e38-5aa07d115a7d admin admin] Pushing event updated for resources: {'Network': ['ID=acbd7fe3-01c8-40cf-9414-9c94015e444f,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:35.321831 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Network acbd7fe3-01c8-40cf-9414-9c94015e444f details requested by agent ovs-agent-dv-cinder-858819-1-iscsi with host dv-cinder-858819-1-iscsi {{(pid=116021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 22:08:35.360312 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-bdd2cc2d-d30d-47d7-8e38-5aa07d115a7d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6125524 Sep 21 22:08:35.365412 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 38818) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:35.370858 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-7479997d-4d5e-4be3-8841-ddc6bb2d292d admin admin] Request body: {'subnet': {'network_id': 'acbd7fe3-01c8-40cf-9414-9c94015e444f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-798875483-subnet', 'tenant_id': '86365636bab54cb8b5f8eb389e75b13a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:08:35.463591 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7479997d-4d5e-4be3-8841-ddc6bb2d292d admin admin] Made reservation on behalf of 86365636bab54cb8b5f8eb389e75b13a for: {'subnet': 1} {{(pid=116020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:08:35.466067 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-7479997d-4d5e-4be3-8841-ddc6bb2d292d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13040444'] for subnet (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:35.943169 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-7479997d-4d5e-4be3-8841-ddc6bb2d292d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14265904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13040430'] for subnet (9256c8a0-0cd1-49ed-b361-c5508d9ffcf9), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:35.999324 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7479997d-4d5e-4be3-8841-ddc6bb2d292d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9256c8a0-0cd1-49ed-b361-c5508d9ffcf9,revision_number=0']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:36.006827 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7479997d-4d5e-4be3-8841-ddc6bb2d292d admin admin] Checking segment: {'id': 'd4dc4120-6f7b-4881-b478-91aed068eb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'acbd7fe3-01c8-40cf-9414-9c94015e444f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:08:36.007189 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7479997d-4d5e-4be3-8841-ddc6bb2d292d admin admin] Network hostable DHCP agents. Network: acbd7fe3-01c8-40cf-9414-9c94015e444f, hostable agents: ['37d86b0a-09b3-4739-b3e3-a561a472abaa'], hosted agents: [] {{(pid=116020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 22:08:36.080517 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7479997d-4d5e-4be3-8841-ddc6bb2d292d admin admin] Network acbd7fe3-01c8-40cf-9414-9c94015e444f is scheduled to be hosted by DHCP agent 37d86b0a-09b3-4739-b3e3-a561a472abaa with binding_index 1 {{(pid=116020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 22:08:36.160207 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.base_scheduler [None req-7479997d-4d5e-4be3-8841-ddc6bb2d292d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858819-1-iscsi, acbd7fe3-01c8-40cf-9414-9c94015e444f) {{(pid=116020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:08:36.166613 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7479997d-4d5e-4be3-8841-ddc6bb2d292d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:08:36.166999 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-7479997d-4d5e-4be3-8841-ddc6bb2d292d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for subnet (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:36.170884 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92d60ca-cb4c-42be-964e-2bee7e8c4c7c None None] Network acbd7fe3-01c8-40cf-9414-9c94015e444f requested from dv-cinder-858819-1-iscsi {{(pid=116021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:08:36.254778 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-7479997d-4d5e-4be3-8841-ddc6bb2d292d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8878844 Sep 21 22:08:36.410476 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d95fd8c-b354-4b39-8498-818b63b50a10 None None] Network acbd7fe3-01c8-40cf-9414-9c94015e444f requested from dv-cinder-858819-1-iscsi {{(pid=116021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:08:40.544818 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd187b-3683-42ac-aa69-782f77af5e55 req-3b95b62b-6bf1-41bb-8a1b-4255f89de05e tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:08:40.546192 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-45cd187b-3683-42ac-aa69-782f77af5e55 req-3b95b62b-6bf1-41bb-8a1b-4255f89de05e tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/networks?id=acbd7fe3-01c8-40cf-9414-9c94015e444f HTTP/1.1" status: 200 len: 813 time: 0.0997958 Sep 21 22:08:40.560433 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-45cd187b-3683-42ac-aa69-782f77af5e55 req-8a1cf889-fd2b-4ecc-ba9b-1f7ad0373fa1 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/quotas/86365636bab54cb8b5f8eb389e75b13a HTTP/1.1" status: 200 len: 375 time: 0.0088696 Sep 21 22:08:40.591057 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-45cd187b-3683-42ac-aa69-782f77af5e55 req-668bc1eb-aa06-4051-8bcd-594c64a9d93c tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=86365636bab54cb8b5f8eb389e75b13a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257332 Sep 21 22:08:40.684531 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-45cd187b-3683-42ac-aa69-782f77af5e55 req-1c288048-73ed-4cc4-9e5f-91154e4b8555 service neutron] 10.222.0.52 "GET /v2.0/networks/acbd7fe3-01c8-40cf-9414-9c94015e444f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862126 Sep 21 22:08:40.771766 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-45cd187b-3683-42ac-aa69-782f77af5e55 req-a1a27b8a-cd31-409f-a749-71356a46ba6f service neutron] 10.222.0.52 "GET /v2.0/networks/acbd7fe3-01c8-40cf-9414-9c94015e444f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814934 Sep 21 22:08:41.060096 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-4ff8dd07-c6cb-42af-8650-abc3f73325fd req-e1f5dc2e-ff1a-4240-a2a7-e4edf51f8137 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/ports?device_id=3992d048-daba-4e8f-ace4-012c965cfdd1 HTTP/1.1" status: 200 len: 210 time: 0.0376134 Sep 21 22:08:42.146064 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-aa966016-f9aa-4aa0-ab0d-3dee6abddd54 req-69e2950d-d341-4338-8b00-4da6003c58a9 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/ports?device_id=3992d048-daba-4e8f-ace4-012c965cfdd1 HTTP/1.1" status: 200 len: 210 time: 0.0271053 Sep 21 22:08:43.257986 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b998a9cc-c17c-4d61-ac31-fdfeb0f97997 req-f9f701fb-a55e-4a75-8576-a2f38745d75f tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/ports?device_id=3992d048-daba-4e8f-ace4-012c965cfdd1 HTTP/1.1" status: 200 len: 210 time: 0.0276453 Sep 21 22:08:43.540935 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd187b-3683-42ac-aa69-782f77af5e55 req-040ef534-0798-4d20-b5e8-437beba66dac tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:08:43.542514 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-45cd187b-3683-42ac-aa69-782f77af5e55 req-040ef534-0798-4d20-b5e8-437beba66dac tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.71 "GET /v2.0/networks?id=acbd7fe3-01c8-40cf-9414-9c94015e444f HTTP/1.1" status: 200 len: 813 time: 0.1055684 Sep 21 22:08:43.554622 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [req-45cd187b-3683-42ac-aa69-782f77af5e55 req-70cca1e4-b3b6-4186-a7c4-666700858af2 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Request body: {'port': {'device_id': '3992d048-daba-4e8f-ace4-012c965cfdd1', 'network_id': 'acbd7fe3-01c8-40cf-9414-9c94015e444f', 'admin_state_up': True, 'tenant_id': '86365636bab54cb8b5f8eb389e75b13a'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:08:43.769115 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45cd187b-3683-42ac-aa69-782f77af5e55 req-70cca1e4-b3b6-4186-a7c4-666700858af2 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Made reservation on behalf of 86365636bab54cb8b5f8eb389e75b13a for: {'port': 1} {{(pid=116020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:08:43.772577 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-45cd187b-3683-42ac-aa69-782f77af5e55 req-70cca1e4-b3b6-4186-a7c4-666700858af2 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:43.906137 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.db_base_plugin_common [req-45cd187b-3683-42ac-aa69-782f77af5e55 req-70cca1e4-b3b6-4186-a7c4-666700858af2 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Allocated IP 172.20.0.3 (acbd7fe3-01c8-40cf-9414-9c94015e444f/9256c8a0-0cd1-49ed-b361-c5508d9ffcf9/5083caa5-e81c-4325-8e07-71c53550d146) {{(pid=116020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:08:44.064514 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-45cd187b-3683-42ac-aa69-782f77af5e55 req-70cca1e4-b3b6-4186-a7c4-666700858af2 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Publish callbacks [] for port (5083caa5-e81c-4325-8e07-71c53550d146), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:44.203717 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-45cd187b-3683-42ac-aa69-782f77af5e55 req-70cca1e4-b3b6-4186-a7c4-666700858af2 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (5083caa5-e81c-4325-8e07-71c53550d146), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:44.250597 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45cd187b-3683-42ac-aa69-782f77af5e55 req-70cca1e4-b3b6-4186-a7c4-666700858af2 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Network acbd7fe3-01c8-40cf-9414-9c94015e444f is already hosted by enough agents. {{(pid=116020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:08:44.254567 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.base_scheduler [req-45cd187b-3683-42ac-aa69-782f77af5e55 req-70cca1e4-b3b6-4186-a7c4-666700858af2 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Resources bound (agent type, host, resource id): {{(pid=116020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:08:44.258368 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [req-45cd187b-3683-42ac-aa69-782f77af5e55 req-70cca1e4-b3b6-4186-a7c4-666700858af2 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Received port after_create {{(pid=116020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:08:44.291714 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cca1e4-b3b6-4186-a7c4-666700858af2 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Pushing event updated for resources: {'Port': ['ID=5083caa5-e81c-4325-8e07-71c53550d146,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:44.320217 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd187b-3683-42ac-aa69-782f77af5e55 req-70cca1e4-b3b6-4186-a7c4-666700858af2 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:08:44.320898 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-45cd187b-3683-42ac-aa69-782f77af5e55 req-70cca1e4-b3b6-4186-a7c4-666700858af2 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:44.395717 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476345d5-8060-4d96-9ee8-d72afb0e81fd req-dd5a2e8e-7934-4bce-8b3b-98a4462065dc tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:08:44.397215 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-476345d5-8060-4d96-9ee8-d72afb0e81fd req-dd5a2e8e-7934-4bce-8b3b-98a4462065dc tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/ports?device_id=3992d048-daba-4e8f-ace4-012c965cfdd1 HTTP/1.1" status: 200 len: 931 time: 0.0550590 Sep 21 22:08:44.411927 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-45cd187b-3683-42ac-aa69-782f77af5e55 req-70cca1e4-b3b6-4186-a7c4-666700858af2 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8609734 Sep 21 22:08:44.424503 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [req-45cd187b-3683-42ac-aa69-782f77af5e55 req-5e698070-e7ac-4a86-abdc-732741ab4634 service neutron] Request body: {'port': {'device_id': '3992d048-daba-4e8f-ace4-012c965cfdd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:08:44.450691 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-476345d5-8060-4d96-9ee8-d72afb0e81fd req-40264147-e573-463c-9204-121527d5878d tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/security-groups?id=e52a5b13-6776-407b-a9ad-38e63d2cf80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474832 Sep 21 22:08:44.487516 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-45cd187b-3683-42ac-aa69-782f77af5e55 req-5e698070-e7ac-4a86-abdc-732741ab4634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (5083caa5-e81c-4325-8e07-71c53550d146), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:44.775504 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [req-45cd187b-3683-42ac-aa69-782f77af5e55 req-5e698070-e7ac-4a86-abdc-732741ab4634 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5083caa5-e81c-4325-8e07-71c53550d146 {{(pid=116020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:08:44.786518 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-45cd187b-3683-42ac-aa69-782f77af5e55 req-5e698070-e7ac-4a86-abdc-732741ab4634 service neutron] Publish callbacks [] for port (5083caa5-e81c-4325-8e07-71c53550d146), precommit_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:44.801336 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.provisioning_blocks [req-45cd187b-3683-42ac-aa69-782f77af5e55 req-5e698070-e7ac-4a86-abdc-732741ab4634 service neutron] Transition to ACTIVE for port object 5083caa5-e81c-4325-8e07-71c53550d146 will not be triggered until provisioned by entity L2. {{(pid=116020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 22:08:44.868562 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-45cd187b-3683-42ac-aa69-782f77af5e55 req-5e698070-e7ac-4a86-abdc-732741ab4634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14266021'] for port (5083caa5-e81c-4325-8e07-71c53550d146), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:44.931720 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (0aee7d89-594f-4992-91de-a4ac3f52e28d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:44.943390 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e698070-e7ac-4a86-abdc-732741ab4634 service neutron] Pushing event updated for resources: {'Port': ['ID=5083caa5-e81c-4325-8e07-71c53550d146,revision_number=2']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:44.975225 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-45cd187b-3683-42ac-aa69-782f77af5e55 req-5e698070-e7ac-4a86-abdc-732741ab4634 service neutron] Attempting to bind port 5083caa5-e81c-4325-8e07-71c53550d146 on host hv-cinder-85881 for vnic_type normal with profile {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:08:44.975568 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-45cd187b-3683-42ac-aa69-782f77af5e55 req-5e698070-e7ac-4a86-abdc-732741ab4634 service neutron] Attempting to bind port 5083caa5-e81c-4325-8e07-71c53550d146 by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': 'd4dc4120-6f7b-4881-b478-91aed068eb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'acbd7fe3-01c8-40cf-9414-9c94015e444f'}] {{(pid=116020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:08:44.975986 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cd187b-3683-42ac-aa69-782f77af5e55 req-5e698070-e7ac-4a86-abdc-732741ab4634 service neutron] Attempting to bind port 5083caa5-e81c-4325-8e07-71c53550d146 on network acbd7fe3-01c8-40cf-9414-9c94015e444f {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:08:44.980584 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cd187b-3683-42ac-aa69-782f77af5e55 req-5e698070-e7ac-4a86-abdc-732741ab4634 service neutron] Port 5083caa5-e81c-4325-8e07-71c53550d146 on network acbd7fe3-01c8-40cf-9414-9c94015e444f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 22:08:44.980905 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cd187b-3683-42ac-aa69-782f77af5e55 req-5e698070-e7ac-4a86-abdc-732741ab4634 service neutron] Attempting to bind port 5083caa5-e81c-4325-8e07-71c53550d146 on network acbd7fe3-01c8-40cf-9414-9c94015e444f {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:08:44.985744 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cd187b-3683-42ac-aa69-782f77af5e55 req-5e698070-e7ac-4a86-abdc-732741ab4634 service neutron] Checking agent: {'id': '0aee7d89-594f-4992-91de-a4ac3f52e28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 58, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 58, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:08:44.986080 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cd187b-3683-42ac-aa69-782f77af5e55 req-5e698070-e7ac-4a86-abdc-732741ab4634 service neutron] Checking segment: {'id': 'd4dc4120-6f7b-4881-b478-91aed068eb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'acbd7fe3-01c8-40cf-9414-9c94015e444f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:08:44.986490 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cd187b-3683-42ac-aa69-782f77af5e55 req-5e698070-e7ac-4a86-abdc-732741ab4634 service neutron] Bound using segment: {'id': 'd4dc4120-6f7b-4881-b478-91aed068eb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'acbd7fe3-01c8-40cf-9414-9c94015e444f'} {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:08:44.986955 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-45cd187b-3683-42ac-aa69-782f77af5e55 req-5e698070-e7ac-4a86-abdc-732741ab4634 service neutron] Bound port: 5083caa5-e81c-4325-8e07-71c53550d146, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4dc4120-6f7b-4881-b478-91aed068eb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'acbd7fe3-01c8-40cf-9414-9c94015e444f'}}] {{(pid=116020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:08:44.987310 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-45cd187b-3683-42ac-aa69-782f77af5e55 req-5e698070-e7ac-4a86-abdc-732741ab4634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (5083caa5-e81c-4325-8e07-71c53550d146), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:45.055773 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-45cd187b-3683-42ac-aa69-782f77af5e55 req-5e698070-e7ac-4a86-abdc-732741ab4634 service neutron] For port 5083caa5-e81c-4325-8e07-71c53550d146, host hv-cinder-85881, cleared binding levels {{(pid=116020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:08:45.058925 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-45cd187b-3683-42ac-aa69-782f77af5e55 req-5e698070-e7ac-4a86-abdc-732741ab4634 service neutron] For port 5083caa5-e81c-4325-8e07-71c53550d146, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=5083caa5-e81c-4325-8e07-71c53550d146,segment=NetworkSegment(d4dc4120-6f7b-4881-b478-91aed068eb48),segment_id=d4dc4120-6f7b-4881-b478-91aed068eb48)] {{(pid=116020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:08:45.164603 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 38942) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:45.171338 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-45cd187b-3683-42ac-aa69-782f77af5e55 req-5e698070-e7ac-4a86-abdc-732741ab4634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14266021'] for port (5083caa5-e81c-4325-8e07-71c53550d146), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:45.174716 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd187b-3683-42ac-aa69-782f77af5e55 req-5e698070-e7ac-4a86-abdc-732741ab4634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:08:45.175875 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-45cd187b-3683-42ac-aa69-782f77af5e55 req-5e698070-e7ac-4a86-abdc-732741ab4634 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:45.177259 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-45cd187b-3683-42ac-aa69-782f77af5e55 req-5e698070-e7ac-4a86-abdc-732741ab4634 service neutron] 10.222.0.71 "PUT /v2.0/ports/5083caa5-e81c-4325-8e07-71c53550d146 HTTP/1.1" status: 200 len: 1093 time: 0.7576284 Sep 21 22:08:45.179427 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3992d048-daba-4e8f-ace4-012c965cfdd1', 'tag': '5083caa5-e81c-4325-8e07-71c53550d146'}] {{(pid=116020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:08:45.183360 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}616469ce01b4343580b51944d90e43cdadd76175ffa2c7c7ae3ce11ef7217efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1fd472f-5bc2-40d8-b492-164caea08940" -d '{"events": [{"name": "network-changed", "server_uuid": "3992d048-daba-4e8f-ace4-012c965cfdd1", "tag": "5083caa5-e81c-4325-8e07-71c53550d146"}]}' {{(pid=116020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:08:45.222438 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec073e2-5e25-4fe9-b02d-4d7ab85f24b2 x-openstack-request-id: req-bec073e2-5e25-4fe9-b02d-4d7ab85f24b2 {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:08:45.222735 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3992d048-daba-4e8f-ace4-012c965cfdd1", "tag": "5083caa5-e81c-4325-8e07-71c53550d146", "status": "completed", "code": 200}]} {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:08:45.222992 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bec073e2-5e25-4fe9-b02d-4d7ab85f24b2 {{(pid=116020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:08:45.223395 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bec073e2-5e25-4fe9-b02d-4d7ab85f24b2'] response: {'name': 'network-changed', 'server_uuid': '3992d048-daba-4e8f-ace4-012c965cfdd1', 'tag': '5083caa5-e81c-4325-8e07-71c53550d146', 'status': 'completed', 'code': 200} Sep 21 22:08:45.237950 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e698070-e7ac-4a86-abdc-732741ab4634 service neutron] Pushing event updated for resources: {'Port': ['ID=5083caa5-e81c-4325-8e07-71c53550d146,revision_number=3']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:45.321647 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd472f-5bc2-40d8-b492-164caea08940 req-95fcd837-8b03-4aea-a9ce-80cb3104567a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:08:45.323405 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-c1fd472f-5bc2-40d8-b492-164caea08940 req-95fcd837-8b03-4aea-a9ce-80cb3104567a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=86365636bab54cb8b5f8eb389e75b13a&device_id=3992d048-daba-4e8f-ace4-012c965cfdd1 HTTP/1.1" status: 200 len: 1127 time: 0.0618169 Sep 21 22:08:45.324693 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-3124651c-624b-4c4e-81c4-472e3531c599 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:45.468380 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd472f-5bc2-40d8-b492-164caea08940 req-ad9b45b4-121c-48f5-a7ca-2c5861512968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:08:45.469882 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-c1fd472f-5bc2-40d8-b492-164caea08940 req-ad9b45b4-121c-48f5-a7ca-2c5861512968 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=86365636bab54cb8b5f8eb389e75b13a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1369784 Sep 21 22:08:45.546733 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-3124651c-624b-4c4e-81c4-472e3531c599 admin admin] Publish callbacks [] for security_group (b1dae1ee-299d-4d0a-aa82-e624915e132c), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:45.585317 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414eb273-dfc3-452d-b006-cb70b4d3bf9a req-5abe4e80-4c28-484d-86db-4c3a8ae10e7c tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:08:45.586803 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-414eb273-dfc3-452d-b006-cb70b4d3bf9a req-5abe4e80-4c28-484d-86db-4c3a8ae10e7c tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/ports?device_id=3992d048-daba-4e8f-ace4-012c965cfdd1 HTTP/1.1" status: 200 len: 943 time: 0.0581543 Sep 21 22:08:45.591032 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd472f-5bc2-40d8-b492-164caea08940 req-f1b7d549-a588-4c9c-8795-a2cfcf073d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:08:45.592634 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-c1fd472f-5bc2-40d8-b492-164caea08940 req-f1b7d549-a588-4c9c-8795-a2cfcf073d3c service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1161299 Sep 21 22:08:45.637288 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-414eb273-dfc3-452d-b006-cb70b4d3bf9a req-f0fda34e-c144-4d2e-9ce3-f3f273bc0039 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/security-groups?id=e52a5b13-6776-407b-a9ad-38e63d2cf80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446157 Sep 21 22:08:45.658773 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-3124651c-624b-4c4e-81c4-472e3531c599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (b1dae1ee-299d-4d0a-aa82-e624915e132c), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:45.707993 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-3124651c-624b-4c4e-81c4-472e3531c599 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fb2a3ce17e5d4c238964274d40ba727e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5422773 Sep 21 22:08:45.708753 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3124651c-624b-4c4e-81c4-472e3531c599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1dae1ee-299d-4d0a-aa82-e624915e132c,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:45.711960 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 38952) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:45.722538 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd187b-3683-42ac-aa69-782f77af5e55 req-35b97010-577f-48b3-ad9b-4cafae4b99ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:08:45.724742 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-45cd187b-3683-42ac-aa69-782f77af5e55 req-35b97010-577f-48b3-ad9b-4cafae4b99ab service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=86365636bab54cb8b5f8eb389e75b13a&device_id=3992d048-daba-4e8f-ace4-012c965cfdd1 HTTP/1.1" status: 200 len: 1127 time: 0.0942831 Sep 21 22:08:45.790033 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-0407ddfa-5a89-4164-b628-09b5b6bc8f2e admin admin] Publish callbacks [] for security_group (b1dae1ee-299d-4d0a-aa82-e624915e132c), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:45.790270 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-45cd187b-3683-42ac-aa69-782f77af5e55 req-a95fa338-2b0d-4039-bbd1-016325a76a38 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5083caa5-e81c-4325-8e07-71c53550d146 HTTP/1.1" status: 200 len: 217 time: 0.0547862 Sep 21 22:08:45.819626 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-0407ddfa-5a89-4164-b628-09b5b6bc8f2e admin admin] Publish callbacks [] for security_group (b1dae1ee-299d-4d0a-aa82-e624915e132c), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:45.846272 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd187b-3683-42ac-aa69-782f77af5e55 req-d06e8f96-e29f-459a-ab38-eb06c4dc845d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:08:45.847778 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-45cd187b-3683-42ac-aa69-782f77af5e55 req-d06e8f96-e29f-459a-ab38-eb06c4dc845d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9256c8a0-0cd1-49ed-b361-c5508d9ffcf9 HTTP/1.1" status: 200 len: 853 time: 0.0534859 Sep 21 22:08:45.881600 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-45cd187b-3683-42ac-aa69-782f77af5e55 req-cf79bc1b-a0b5-4088-9a3f-858e850cbcbd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=acbd7fe3-01c8-40cf-9414-9c94015e444f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275490 Sep 21 22:08:45.952087 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-0407ddfa-5a89-4164-b628-09b5b6bc8f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (b1dae1ee-299d-4d0a-aa82-e624915e132c), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:45.955015 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-0407ddfa-5a89-4164-b628-09b5b6bc8f2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:45.956861 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-0407ddfa-5a89-4164-b628-09b5b6bc8f2e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b1dae1ee-299d-4d0a-aa82-e624915e132c HTTP/1.1" status: 204 len: 168 time: 0.2437403 Sep 21 22:08:45.965428 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0407ddfa-5a89-4164-b628-09b5b6bc8f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1dae1ee-299d-4d0a-aa82-e624915e132c,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:45.973598 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-45cd187b-3683-42ac-aa69-782f77af5e55 req-6df62800-9e4c-4ca8-9551-8fe5efc4e90f service neutron] 10.222.0.71 "GET /v2.0/networks/acbd7fe3-01c8-40cf-9414-9c94015e444f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838451 Sep 21 22:08:45.987905 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-2a91768f-3f57-4a7f-a89c-e90333595cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:46.078112 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-45cd187b-3683-42ac-aa69-782f77af5e55 req-be02d34d-79b5-42a9-aa47-9535d60415b5 service neutron] 10.222.0.71 "GET /v2.0/networks/acbd7fe3-01c8-40cf-9414-9c94015e444f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983968 Sep 21 22:08:46.772271 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e296f75-7266-407d-92c9-fae348b0c68b req-6236d8fd-1615-4c24-8c11-26051b50a19c tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:08:46.773968 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-5e296f75-7266-407d-92c9-fae348b0c68b req-6236d8fd-1615-4c24-8c11-26051b50a19c tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/ports?device_id=3992d048-daba-4e8f-ace4-012c965cfdd1 HTTP/1.1" status: 200 len: 943 time: 0.0539656 Sep 21 22:08:46.824819 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-5e296f75-7266-407d-92c9-fae348b0c68b req-2ce118a2-2368-4df7-bb27-451f4665ccb0 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/security-groups?id=e52a5b13-6776-407b-a9ad-38e63d2cf80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444853 Sep 21 22:08:47.951527 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb550b-f387-4ab9-8a09-2152b9d548d0 req-720b1aac-b442-40f0-a506-a8bb030b1aec tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:08:47.953003 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8cbb550b-f387-4ab9-8a09-2152b9d548d0 req-720b1aac-b442-40f0-a506-a8bb030b1aec tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/ports?device_id=3992d048-daba-4e8f-ace4-012c965cfdd1 HTTP/1.1" status: 200 len: 943 time: 0.0544953 Sep 21 22:08:48.001584 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8cbb550b-f387-4ab9-8a09-2152b9d548d0 req-59348535-e080-4c90-9713-4986ffc182cb tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/security-groups?id=e52a5b13-6776-407b-a9ad-38e63d2cf80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423732 Sep 21 22:08:48.177062 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7a7bc03b-6cc5-4efa-91e1-3ce0fe783852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:49.123647 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f35324-e5d8-44d6-8c90-c4036b046ce4 req-ba5ecba9-c259-4f28-8f06-8063e9880577 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:08:49.125129 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-16f35324-e5d8-44d6-8c90-c4036b046ce4 req-ba5ecba9-c259-4f28-8f06-8063e9880577 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/ports?device_id=3992d048-daba-4e8f-ace4-012c965cfdd1 HTTP/1.1" status: 200 len: 943 time: 0.0518401 Sep 21 22:08:49.169812 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-16f35324-e5d8-44d6-8c90-c4036b046ce4 req-b854c5e3-e455-4428-ac2f-dcb5a790d16e tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/security-groups?id=e52a5b13-6776-407b-a9ad-38e63d2cf80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389624 Sep 21 22:08:49.574766 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:49.740149 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device 5083caa5-e81c-4325-8e07-71c53550d146 details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=116021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 22:08:49.837193 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port 5083caa5-e81c-4325-8e07-71c53550d146, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=5083caa5-e81c-4325-8e07-71c53550d146,segment=NetworkSegment(d4dc4120-6f7b-4881-b478-91aed068eb48),segment_id=d4dc4120-6f7b-4881-b478-91aed068eb48)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:08:49.848630 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Returning: {'device': '5083caa5-e81c-4325-8e07-71c53550d146', 'network_id': 'acbd7fe3-01c8-40cf-9414-9c94015e444f', 'port_id': '5083caa5-e81c-4325-8e07-71c53550d146', 'mac_address': 'fa:16:3e:4c:c3:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9256c8a0-0cd1-49ed-b361-c5508d9ffcf9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 22:08:49.886800 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port 5083caa5-e81c-4325-8e07-71c53550d146 is: DOWN; New status is: BUILD {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:08:49.887189 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (5083caa5-e81c-4325-8e07-71c53550d146), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:49.901966 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.notifiers.nova [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5083caa5-e81c-4325-8e07-71c53550d146 {{(pid=116021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:08:49.922380 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port 5083caa5-e81c-4325-8e07-71c53550d146, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=5083caa5-e81c-4325-8e07-71c53550d146,segment=NetworkSegment(d4dc4120-6f7b-4881-b478-91aed068eb48),segment_id=d4dc4120-6f7b-4881-b478-91aed068eb48)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:08:50.037612 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (5083caa5-e81c-4325-8e07-71c53550d146), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:50.084467 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=5083caa5-e81c-4325-8e07-71c53550d146,revision_number=4']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:50.091790 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:08:50.092165 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:08:50.092518 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:08:50.092853 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:08:50.093250 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:08:50.093497 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:08:50.093834 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:08:50.094157 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:08:50.094482 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:08:50.094808 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:08:50.095144 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:08:50.095457 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:08:50.095824 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:08:50.298199 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895de391-cbc0-4690-8920-3a793b6aebae req-dba25f4e-5ea8-4380-a62d-8fb1a28fd097 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:08:50.300137 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-895de391-cbc0-4690-8920-3a793b6aebae req-dba25f4e-5ea8-4380-a62d-8fb1a28fd097 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/ports?device_id=3992d048-daba-4e8f-ace4-012c965cfdd1 HTTP/1.1" status: 200 len: 944 time: 0.0566301 Sep 21 22:08:50.309522 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] get_ports_and_sgs() called for port_ids ['5083caa5-e81c-4325-8e07-71c53550d146'] {{(pid=116021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:08:50.347161 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-895de391-cbc0-4690-8920-3a793b6aebae req-140ba6a6-f9d6-4075-b6e7-cea5519fd8d0 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/security-groups?id=e52a5b13-6776-407b-a9ad-38e63d2cf80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413795 Sep 21 22:08:51.054831 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:51.474734 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8995f7f-c48d-4c3b-ae8f-f2db338480e6 req-3c019fa9-6473-49d7-bad4-788a9bc7b492 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:08:51.476338 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c8995f7f-c48d-4c3b-ae8f-f2db338480e6 req-3c019fa9-6473-49d7-bad4-788a9bc7b492 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/ports?device_id=3992d048-daba-4e8f-ace4-012c965cfdd1 HTTP/1.1" status: 200 len: 944 time: 0.0549471 Sep 21 22:08:51.522849 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c8995f7f-c48d-4c3b-ae8f-f2db338480e6 req-a2be70fc-1cad-4433-b0b2-2535a922b6b6 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/security-groups?id=e52a5b13-6776-407b-a9ad-38e63d2cf80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406861 Sep 21 22:08:51.689210 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 39046) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:51.750249 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device 5083caa5-e81c-4325-8e07-71c53550d146 up at agent hyperv_hv-cinder-85881 {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:08:51.794733 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-ebc808b1-0e06-4c1c-a4ce-86437f99deb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:51.872991 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-ebc808b1-0e06-4c1c-a4ce-86437f99deb8 admin admin] Publish callbacks [] for security_group (248ef03a-04f2-46b7-a265-3503a84581d0), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:51.891563 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Provisioning for port 5083caa5-e81c-4325-8e07-71c53550d146 completed by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 22:08:51.895732 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Provisioning complete for port 5083caa5-e81c-4325-8e07-71c53550d146 triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:08:51.896138 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (5083caa5-e81c-4325-8e07-71c53550d146), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:51.896486 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Attempt 1 to provision port 5083caa5-e81c-4325-8e07-71c53550d146 Sep 21 22:08:51.973457 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port 5083caa5-e81c-4325-8e07-71c53550d146 is: BUILD; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:08:51.973875 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (5083caa5-e81c-4325-8e07-71c53550d146), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:52.002606 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-ebc808b1-0e06-4c1c-a4ce-86437f99deb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (248ef03a-04f2-46b7-a265-3503a84581d0), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:52.004333 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3992d048-daba-4e8f-ace4-012c965cfdd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5083caa5-e81c-4325-8e07-71c53550d146'}] {{(pid=116021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:08:52.006662 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d500dca99ac2bf62db1703b02a00765538e18f27ddf2ede5333818e021564b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e1bbfd-6d85-40e6-8f28-32f1902db1cf" -d '{"events": [{"server_uuid": "3992d048-daba-4e8f-ace4-012c965cfdd1", "name": "network-vif-plugged", "status": "completed", "tag": "5083caa5-e81c-4325-8e07-71c53550d146"}]}' {{(pid=116021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:08:52.020674 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port 5083caa5-e81c-4325-8e07-71c53550d146, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=5083caa5-e81c-4325-8e07-71c53550d146,segment=NetworkSegment(d4dc4120-6f7b-4881-b478-91aed068eb48),segment_id=d4dc4120-6f7b-4881-b478-91aed068eb48)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:08:52.043947 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-ebc808b1-0e06-4c1c-a4ce-86437f99deb8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d098dda8c38249109169df603e281a50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3476698 Sep 21 22:08:52.044750 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 39054) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:52.068552 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ce5986-1988-48d9-b943-128e16c16149 x-openstack-request-id: req-49ce5986-1988-48d9-b943-128e16c16149 {{(pid=116021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:08:52.072380 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3992d048-daba-4e8f-ace4-012c965cfdd1", "name": "network-vif-plugged", "status": "completed", "tag": "5083caa5-e81c-4325-8e07-71c53550d146", "code": 200}]} {{(pid=116021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:08:52.072380 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-49ce5986-1988-48d9-b943-128e16c16149 {{(pid=116021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:08:52.072380 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49ce5986-1988-48d9-b943-128e16c16149'] response: {'server_uuid': '3992d048-daba-4e8f-ace4-012c965cfdd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5083caa5-e81c-4325-8e07-71c53550d146', 'code': 200} Sep 21 22:08:52.088516 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc808b1-0e06-4c1c-a4ce-86437f99deb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248ef03a-04f2-46b7-a265-3503a84581d0,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:52.091763 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (5083caa5-e81c-4325-8e07-71c53550d146), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:52.111775 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-e9b0c4db-0851-4a83-9ef0-d3a4bb985d44 admin admin] Publish callbacks [] for security_group (248ef03a-04f2-46b7-a265-3503a84581d0), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:52.136348 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-e9b0c4db-0851-4a83-9ef0-d3a4bb985d44 admin admin] Publish callbacks [] for security_group (248ef03a-04f2-46b7-a265-3503a84581d0), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:52.155971 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=5083caa5-e81c-4325-8e07-71c53550d146,revision_number=5']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:52.260591 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-e9b0c4db-0851-4a83-9ef0-d3a4bb985d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (248ef03a-04f2-46b7-a265-3503a84581d0), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:52.263452 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-e9b0c4db-0851-4a83-9ef0-d3a4bb985d44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:52.264652 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-e9b0c4db-0851-4a83-9ef0-d3a4bb985d44 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/248ef03a-04f2-46b7-a265-3503a84581d0 HTTP/1.1" status: 204 len: 168 time: 0.2220826 Sep 21 22:08:52.273664 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b0c4db-0851-4a83-9ef0-d3a4bb985d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248ef03a-04f2-46b7-a265-3503a84581d0,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:52.410330 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840c33e-e781-4ad4-99ce-594ebef7cedd req-4a297a9f-b972-4ce6-9fa6-cccbe7e70449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:08:52.411870 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-d840c33e-e781-4ad4-99ce-594ebef7cedd req-4a297a9f-b972-4ce6-9fa6-cccbe7e70449 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3992d048-daba-4e8f-ace4-012c965cfdd1 HTTP/1.1" status: 200 len: 1129 time: 0.0444088 Sep 21 22:08:52.458573 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-d840c33e-e781-4ad4-99ce-594ebef7cedd req-8b9a8e18-c795-440b-87a5-eea16c26229f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e52a5b13-6776-407b-a9ad-38e63d2cf80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409629 Sep 21 22:08:52.542955 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:52.647007 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094012c0-9bad-4a6d-bcc5-34c628c63867 req-f0806f48-c807-4ef0-adde-8b144e62fa86 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:08:52.649132 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-094012c0-9bad-4a6d-bcc5-34c628c63867 req-f0806f48-c807-4ef0-adde-8b144e62fa86 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/ports?device_id=3992d048-daba-4e8f-ace4-012c965cfdd1 HTTP/1.1" status: 200 len: 945 time: 0.0532043 Sep 21 22:08:52.696276 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-094012c0-9bad-4a6d-bcc5-34c628c63867 req-fbd7d8bc-fcb7-459c-84a4-a97906a2e893 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/security-groups?id=e52a5b13-6776-407b-a9ad-38e63d2cf80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412030 Sep 21 22:08:52.885658 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 39062) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:52.899565 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-1f93cf13-cf0d-45cf-8c39-9fe5ce0fa823 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:52.971674 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-1f93cf13-cf0d-45cf-8c39-9fe5ce0fa823 admin admin] Publish callbacks [] for security_group (140cf40d-e5cb-465c-bd1c-91a759ae0bf1), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:53.054181 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-1f93cf13-cf0d-45cf-8c39-9fe5ce0fa823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (140cf40d-e5cb-465c-bd1c-91a759ae0bf1), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:53.093860 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-1f93cf13-cf0d-45cf-8c39-9fe5ce0fa823 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=68d9743cd8b347818db7aaa3315ba41f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2071044 Sep 21 22:08:53.094738 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f93cf13-cf0d-45cf-8c39-9fe5ce0fa823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140cf40d-e5cb-465c-bd1c-91a759ae0bf1,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:53.097541 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 39066) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:08:53.150049 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-33490d0f-9d53-4171-814b-96c107b8e443 admin admin] Publish callbacks [] for security_group (140cf40d-e5cb-465c-bd1c-91a759ae0bf1), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:53.171086 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-33490d0f-9d53-4171-814b-96c107b8e443 admin admin] Publish callbacks [] for security_group (140cf40d-e5cb-465c-bd1c-91a759ae0bf1), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:53.339872 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-33490d0f-9d53-4171-814b-96c107b8e443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (140cf40d-e5cb-465c-bd1c-91a759ae0bf1), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:53.342503 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-33490d0f-9d53-4171-814b-96c107b8e443 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:08:53.343650 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-33490d0f-9d53-4171-814b-96c107b8e443 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/140cf40d-e5cb-465c-bd1c-91a759ae0bf1 HTTP/1.1" status: 204 len: 168 time: 0.2449384 Sep 21 22:08:53.353162 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33490d0f-9d53-4171-814b-96c107b8e443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140cf40d-e5cb-465c-bd1c-91a759ae0bf1,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:08:53.856797 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32dd66-4ad1-43c6-a839-22713d30dbc5 req-4b948a94-32c5-4988-856f-ed7dc4fd218c tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:08:53.858449 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1c32dd66-4ad1-43c6-a839-22713d30dbc5 req-4b948a94-32c5-4988-856f-ed7dc4fd218c tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/ports?device_id=3992d048-daba-4e8f-ace4-012c965cfdd1 HTTP/1.1" status: 200 len: 945 time: 0.0739703 Sep 21 22:08:53.909874 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1c32dd66-4ad1-43c6-a839-22713d30dbc5 req-c5599d0c-8e06-41cb-a732-3b1e99f418f1 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/security-groups?id=e52a5b13-6776-407b-a9ad-38e63d2cf80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439818 Sep 21 22:09:00.323949 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 39210) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:09:00.440970 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-9ecaf297-2296-455c-b896-a32157822d86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:00.525951 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-9ecaf297-2296-455c-b896-a32157822d86 admin admin] Publish callbacks [] for security_group (9cf85f95-2895-47d1-a971-4dc4d22f2dd2), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:00.622692 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-9ecaf297-2296-455c-b896-a32157822d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (9cf85f95-2895-47d1-a971-4dc4d22f2dd2), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:00.657287 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-9ecaf297-2296-455c-b896-a32157822d86 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2b5867774cf84b06909be5b95325ad25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3320527 Sep 21 22:09:00.662950 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 39214) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:09:00.666795 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecaf297-2296-455c-b896-a32157822d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf85f95-2895-47d1-a971-4dc4d22f2dd2,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:09:00.731307 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-78dca528-4c12-4a37-8aac-1e4aff401824 admin admin] Publish callbacks [] for security_group (9cf85f95-2895-47d1-a971-4dc4d22f2dd2), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:00.755134 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-78dca528-4c12-4a37-8aac-1e4aff401824 admin admin] Publish callbacks [] for security_group (9cf85f95-2895-47d1-a971-4dc4d22f2dd2), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:00.879844 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-78dca528-4c12-4a37-8aac-1e4aff401824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (9cf85f95-2895-47d1-a971-4dc4d22f2dd2), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:00.882586 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-78dca528-4c12-4a37-8aac-1e4aff401824 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:00.884397 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-78dca528-4c12-4a37-8aac-1e4aff401824 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9cf85f95-2895-47d1-a971-4dc4d22f2dd2 HTTP/1.1" status: 204 len: 168 time: 0.2231407 Sep 21 22:09:00.892648 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dca528-4c12-4a37-8aac-1e4aff401824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf85f95-2895-47d1-a971-4dc4d22f2dd2,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:09:01.747244 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.agents_db [None req-53c7536d-764e-4ad7-87ad-c450eadf28b3 None None] Agent healthcheck: found 6 active agents {{(pid=116022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:09:05.244944 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 39294) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:09:05.351532 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-4812bee5-a878-4105-9d97-4aab96e6b741 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:05.431836 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-4812bee5-a878-4105-9d97-4aab96e6b741 admin admin] Publish callbacks [] for security_group (76de1ee4-2809-44aa-beac-feee56f486ab), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:05.531496 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-4812bee5-a878-4105-9d97-4aab96e6b741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (76de1ee4-2809-44aa-beac-feee56f486ab), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:05.574423 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-4812bee5-a878-4105-9d97-4aab96e6b741 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=203faf82cd3d42a2893d2646f50ae9f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3243999 Sep 21 22:09:05.574423 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4812bee5-a878-4105-9d97-4aab96e6b741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76de1ee4-2809-44aa-beac-feee56f486ab,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:09:05.574746 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 39300) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:09:05.628168 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-de7e8822-77c2-419e-98cc-01c96a6617d6 admin admin] Publish callbacks [] for security_group (76de1ee4-2809-44aa-beac-feee56f486ab), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:05.649903 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-de7e8822-77c2-419e-98cc-01c96a6617d6 admin admin] Publish callbacks [] for security_group (76de1ee4-2809-44aa-beac-feee56f486ab), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:05.771355 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-de7e8822-77c2-419e-98cc-01c96a6617d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (76de1ee4-2809-44aa-beac-feee56f486ab), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:05.774055 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-de7e8822-77c2-419e-98cc-01c96a6617d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:05.775486 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-de7e8822-77c2-419e-98cc-01c96a6617d6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/76de1ee4-2809-44aa-beac-feee56f486ab HTTP/1.1" status: 204 len: 168 time: 0.2003589 Sep 21 22:09:05.785090 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e8822-77c2-419e-98cc-01c96a6617d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76de1ee4-2809-44aa-beac-feee56f486ab,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:09:07.512859 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 39352) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:09:07.632477 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-02ee36c0-c1e9-4b07-a2de-d5eec18cec36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:07.712838 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-02ee36c0-c1e9-4b07-a2de-d5eec18cec36 admin admin] Publish callbacks [] for security_group (0104ae46-59c3-43e5-8edf-e8b60c97a020), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:07.779552 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-02ee36c0-c1e9-4b07-a2de-d5eec18cec36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (0104ae46-59c3-43e5-8edf-e8b60c97a020), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:07.818164 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee36c0-c1e9-4b07-a2de-d5eec18cec36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0104ae46-59c3-43e5-8edf-e8b60c97a020,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:09:07.821731 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-02ee36c0-c1e9-4b07-a2de-d5eec18cec36 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bf28f32d489444af99a824496a021b61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3078136 Sep 21 22:09:07.824731 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 39364) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:09:07.872464 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-9c90f697-183a-43eb-b739-0b9f05f53ff6 admin admin] Publish callbacks [] for security_group (0104ae46-59c3-43e5-8edf-e8b60c97a020), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:07.893623 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-9c90f697-183a-43eb-b739-0b9f05f53ff6 admin admin] Publish callbacks [] for security_group (0104ae46-59c3-43e5-8edf-e8b60c97a020), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:08.005789 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-9c90f697-183a-43eb-b739-0b9f05f53ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (0104ae46-59c3-43e5-8edf-e8b60c97a020), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:08.008531 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-9c90f697-183a-43eb-b739-0b9f05f53ff6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:08.009752 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-9c90f697-183a-43eb-b739-0b9f05f53ff6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0104ae46-59c3-43e5-8edf-e8b60c97a020 HTTP/1.1" status: 204 len: 168 time: 0.1841030 Sep 21 22:09:08.018322 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c90f697-183a-43eb-b739-0b9f05f53ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0104ae46-59c3-43e5-8edf-e8b60c97a020,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:09:14.968458 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (0aee7d89-594f-4992-91de-a4ac3f52e28d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:15.988218 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-a30d455f-9525-49b3-a809-a8e67c89cba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:18.173905 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-a85bc9e4-ec57-4bca-ba2d-38a498c6f4c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:19.545382 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:20.047912 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-2867f242-ee19-48f5-b6bf-80474357153b req-4eebf8fe-db34-4d8c-9e1d-2cb7137527cf service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3992d048-daba-4e8f-ace4-012c965cfdd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0561831 Sep 21 22:09:20.138930 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867f242-ee19-48f5-b6bf-80474357153b req-cd33ac9d-8222-499a-9641-096925dac291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:09:20.140526 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-2867f242-ee19-48f5-b6bf-80474357153b req-cd33ac9d-8222-499a-9641-096925dac291 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=86365636bab54cb8b5f8eb389e75b13a&device_id=3992d048-daba-4e8f-ace4-012c965cfdd1 HTTP/1.1" status: 200 len: 1129 time: 0.0488422 Sep 21 22:09:20.258308 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867f242-ee19-48f5-b6bf-80474357153b req-b64f1176-da7a-46db-a2c0-da3da654422a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:09:20.260052 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-2867f242-ee19-48f5-b6bf-80474357153b req-b64f1176-da7a-46db-a2c0-da3da654422a service neutron] 10.222.0.71 "GET /v2.0/networks?id=acbd7fe3-01c8-40cf-9414-9c94015e444f HTTP/1.1" status: 200 len: 914 time: 0.0987396 Sep 21 22:09:20.301832 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-2867f242-ee19-48f5-b6bf-80474357153b req-d7658813-6a49-45ab-8916-ba36c9d76da1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5083caa5-e81c-4325-8e07-71c53550d146 HTTP/1.1" status: 200 len: 217 time: 0.0355930 Sep 21 22:09:20.355078 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867f242-ee19-48f5-b6bf-80474357153b req-d28bdd0c-d6ed-4c98-891d-f86b0634e30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:09:20.356693 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-2867f242-ee19-48f5-b6bf-80474357153b req-d28bdd0c-d6ed-4c98-891d-f86b0634e30e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9256c8a0-0cd1-49ed-b361-c5508d9ffcf9 HTTP/1.1" status: 200 len: 853 time: 0.0487227 Sep 21 22:09:20.394126 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-2867f242-ee19-48f5-b6bf-80474357153b req-e298ac94-445c-43aa-b613-85b95b2a2973 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=acbd7fe3-01c8-40cf-9414-9c94015e444f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308626 Sep 21 22:09:20.500327 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-2867f242-ee19-48f5-b6bf-80474357153b req-aa97fbfc-30fc-4ce3-95bb-2501c4079f02 service neutron] 10.222.0.71 "GET /v2.0/networks/acbd7fe3-01c8-40cf-9414-9c94015e444f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003864 Sep 21 22:09:20.602008 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-2867f242-ee19-48f5-b6bf-80474357153b req-eb033fd7-00ff-483c-bebf-cc141c04277a service neutron] 10.222.0.71 "GET /v2.0/networks/acbd7fe3-01c8-40cf-9414-9c94015e444f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945959 Sep 21 22:09:21.049355 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:22.559690 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:23.583419 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 39660) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:09:23.700182 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-c57e1d03-1076-4446-a765-8e6c6d2ccda1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:23.784017 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-c57e1d03-1076-4446-a765-8e6c6d2ccda1 admin admin] Publish callbacks [] for security_group (d9292ebf-2ae5-454c-8c04-74a39d11b974), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:23.857299 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-c57e1d03-1076-4446-a765-8e6c6d2ccda1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (d9292ebf-2ae5-454c-8c04-74a39d11b974), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:23.901458 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-c57e1d03-1076-4446-a765-8e6c6d2ccda1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d00c2706c9d64d28930b32e76a54d189&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3168325 Sep 21 22:09:23.902384 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57e1d03-1076-4446-a765-8e6c6d2ccda1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9292ebf-2ae5-454c-8c04-74a39d11b974,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:09:23.904689 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 39664) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:09:23.913764 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57e1d03-1076-4446-a765-8e6c6d2ccda1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:23.914511 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57e1d03-1076-4446-a765-8e6c6d2ccda1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:23.915423 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57e1d03-1076-4446-a765-8e6c6d2ccda1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:23.915866 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57e1d03-1076-4446-a765-8e6c6d2ccda1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:23.916340 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57e1d03-1076-4446-a765-8e6c6d2ccda1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:23.916784 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57e1d03-1076-4446-a765-8e6c6d2ccda1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:23.917225 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57e1d03-1076-4446-a765-8e6c6d2ccda1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:23.917651 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57e1d03-1076-4446-a765-8e6c6d2ccda1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:23.918085 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57e1d03-1076-4446-a765-8e6c6d2ccda1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:23.918604 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57e1d03-1076-4446-a765-8e6c6d2ccda1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:23.919065 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57e1d03-1076-4446-a765-8e6c6d2ccda1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:23.919540 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57e1d03-1076-4446-a765-8e6c6d2ccda1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:23.919964 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57e1d03-1076-4446-a765-8e6c6d2ccda1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:23.969197 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-c84b6fa8-0f1d-4a53-ac98-73757c53a689 admin admin] Publish callbacks [] for security_group (d9292ebf-2ae5-454c-8c04-74a39d11b974), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:23.994486 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-c84b6fa8-0f1d-4a53-ac98-73757c53a689 admin admin] Publish callbacks [] for security_group (d9292ebf-2ae5-454c-8c04-74a39d11b974), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:24.131325 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-c84b6fa8-0f1d-4a53-ac98-73757c53a689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (d9292ebf-2ae5-454c-8c04-74a39d11b974), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:24.134047 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-c84b6fa8-0f1d-4a53-ac98-73757c53a689 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:24.136523 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-c84b6fa8-0f1d-4a53-ac98-73757c53a689 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d9292ebf-2ae5-454c-8c04-74a39d11b974 HTTP/1.1" status: 204 len: 168 time: 0.2301238 Sep 21 22:09:24.146112 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84b6fa8-0f1d-4a53-ac98-73757c53a689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9292ebf-2ae5-454c-8c04-74a39d11b974,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:09:24.155914 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84b6fa8-0f1d-4a53-ac98-73757c53a689 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:24.157365 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84b6fa8-0f1d-4a53-ac98-73757c53a689 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:24.157365 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84b6fa8-0f1d-4a53-ac98-73757c53a689 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:24.157365 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84b6fa8-0f1d-4a53-ac98-73757c53a689 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:24.157629 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84b6fa8-0f1d-4a53-ac98-73757c53a689 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:24.157806 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84b6fa8-0f1d-4a53-ac98-73757c53a689 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:24.158149 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84b6fa8-0f1d-4a53-ac98-73757c53a689 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:24.158482 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84b6fa8-0f1d-4a53-ac98-73757c53a689 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:24.158814 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84b6fa8-0f1d-4a53-ac98-73757c53a689 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:24.159148 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84b6fa8-0f1d-4a53-ac98-73757c53a689 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:24.159478 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84b6fa8-0f1d-4a53-ac98-73757c53a689 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:24.159806 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84b6fa8-0f1d-4a53-ac98-73757c53a689 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:24.160162 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84b6fa8-0f1d-4a53-ac98-73757c53a689 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:09:38.747841 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.agents_db [None req-53c7536d-764e-4ad7-87ad-c450eadf28b3 None None] Agent healthcheck: found 6 active agents {{(pid=116022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:09:44.925698 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (0aee7d89-594f-4992-91de-a4ac3f52e28d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:45.973682 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-a1d4e03a-1c0d-493a-b85c-cb310bc59afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:47.944035 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945831ac-8f8b-48e2-83e4-3d954d37e489 req-f4e83174-6bd6-42c9-ade1-01747fdb7901 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:09:47.945568 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-945831ac-8f8b-48e2-83e4-3d954d37e489 req-f4e83174-6bd6-42c9-ade1-01747fdb7901 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/ports?device_id=3992d048-daba-4e8f-ace4-012c965cfdd1 HTTP/1.1" status: 200 len: 945 time: 0.0566442 Sep 21 22:09:47.999238 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-945831ac-8f8b-48e2-83e4-3d954d37e489 req-5f3d7b69-049f-4125-8950-a83887e61b2a tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/security-groups?id=e52a5b13-6776-407b-a9ad-38e63d2cf80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478992 Sep 21 22:09:48.133324 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-3670fe56-7685-43f1-ae5e-3774f658691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:49.132580 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef368c-7f62-4f68-8a08-06b497a82a54 req-0f336777-a03c-4675-898e-74edb4fa5008 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:09:49.134098 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-a0ef368c-7f62-4f68-8a08-06b497a82a54 req-0f336777-a03c-4675-898e-74edb4fa5008 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/ports?device_id=3992d048-daba-4e8f-ace4-012c965cfdd1 HTTP/1.1" status: 200 len: 945 time: 0.0566700 Sep 21 22:09:49.196620 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-a0ef368c-7f62-4f68-8a08-06b497a82a54 req-0c6dc52f-4fdc-4d43-b130-e2410412835c tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/security-groups?id=e52a5b13-6776-407b-a9ad-38e63d2cf80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551054 Sep 21 22:09:49.488390 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f10c2a-fe55-4b20-8c94-ca4119f08c9d req-dabb290b-a9ba-459b-8ee6-fa4a8ce9cc05 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:09:49.489864 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-e5f10c2a-fe55-4b20-8c94-ca4119f08c9d req-dabb290b-a9ba-459b-8ee6-fa4a8ce9cc05 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.71 "GET /v2.0/ports?device_id=3992d048-daba-4e8f-ace4-012c965cfdd1 HTTP/1.1" status: 200 len: 945 time: 0.0539749 Sep 21 22:09:49.532940 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:49.581876 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [req-e5f10c2a-fe55-4b20-8c94-ca4119f08c9d req-8bc6619b-9be6-4f67-a992-06d289223613 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Deleting port 5083caa5-e81c-4325-8e07-71c53550d146 {{(pid=116020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:09:49.582216 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-e5f10c2a-fe55-4b20-8c94-ca4119f08c9d req-8bc6619b-9be6-4f67-a992-06d289223613 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (5083caa5-e81c-4325-8e07-71c53550d146), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:49.673442 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-e5f10c2a-fe55-4b20-8c94-ca4119f08c9d req-8bc6619b-9be6-4f67-a992-06d289223613 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] For port 5083caa5-e81c-4325-8e07-71c53550d146, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=5083caa5-e81c-4325-8e07-71c53550d146,segment=NetworkSegment(d4dc4120-6f7b-4881-b478-91aed068eb48),segment_id=d4dc4120-6f7b-4881-b478-91aed068eb48)] {{(pid=116020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:09:49.673797 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-e5f10c2a-fe55-4b20-8c94-ca4119f08c9d req-8bc6619b-9be6-4f67-a992-06d289223613 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (5083caa5-e81c-4325-8e07-71c53550d146), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:49.686080 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [req-e5f10c2a-fe55-4b20-8c94-ca4119f08c9d req-8bc6619b-9be6-4f67-a992-06d289223613 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Calling delete_port for 5083caa5-e81c-4325-8e07-71c53550d146 owned by compute:nova {{(pid=116020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:09:49.902865 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-e5f10c2a-fe55-4b20-8c94-ca4119f08c9d req-8bc6619b-9be6-4f67-a992-06d289223613 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (5083caa5-e81c-4325-8e07-71c53550d146), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:49.916791 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] get_ports_and_sgs() called for port_ids ['5083caa5-e81c-4325-8e07-71c53550d146'] {{(pid=116021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:09:49.932331 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc6619b-9be6-4f67-a992-06d289223613 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Pushing event deleted for resources: {'Port': ['ID=5083caa5-e81c-4325-8e07-71c53550d146,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:09:49.980342 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f10c2a-fe55-4b20-8c94-ca4119f08c9d req-8bc6619b-9be6-4f67-a992-06d289223613 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] No DVR routers for this DVR port 5083caa5-e81c-4325-8e07-71c53550d146 on host hv-cinder-85881 {{(pid=116020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:09:49.982891 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-e5f10c2a-fe55-4b20-8c94-ca4119f08c9d req-8bc6619b-9be6-4f67-a992-06d289223613 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:49.986304 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-e5f10c2a-fe55-4b20-8c94-ca4119f08c9d req-8bc6619b-9be6-4f67-a992-06d289223613 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.71 "DELETE /v2.0/ports/5083caa5-e81c-4325-8e07-71c53550d146 HTTP/1.1" status: 204 len: 173 time: 0.4911566 Sep 21 22:09:49.986857 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3992d048-daba-4e8f-ace4-012c965cfdd1', 'name': 'network-vif-deleted', 'tag': '5083caa5-e81c-4325-8e07-71c53550d146'}] {{(pid=116020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:09:49.989160 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}616469ce01b4343580b51944d90e43cdadd76175ffa2c7c7ae3ce11ef7217efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a1bfb3-536c-4a8f-90ba-cb51cb81c7d3" -d '{"events": [{"server_uuid": "3992d048-daba-4e8f-ace4-012c965cfdd1", "name": "network-vif-deleted", "tag": "5083caa5-e81c-4325-8e07-71c53550d146"}]}' {{(pid=116020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:09:50.027604 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e885625-93f7-4591-9766-f335b1ea5915 x-openstack-request-id: req-1e885625-93f7-4591-9766-f335b1ea5915 {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:09:50.027878 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3992d048-daba-4e8f-ace4-012c965cfdd1", "name": "network-vif-deleted", "tag": "5083caa5-e81c-4325-8e07-71c53550d146", "status": "completed", "code": 200}]} {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:09:50.028176 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1e885625-93f7-4591-9766-f335b1ea5915 {{(pid=116020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:09:50.028631 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e885625-93f7-4591-9766-f335b1ea5915'] response: {'server_uuid': '3992d048-daba-4e8f-ace4-012c965cfdd1', 'name': 'network-vif-deleted', 'tag': '5083caa5-e81c-4325-8e07-71c53550d146', 'status': 'completed', 'code': 200} Sep 21 22:09:50.317662 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-f04795c3-3785-4b73-bda7-740638352a5c req-dc9cf0af-b8a5-4de2-a8e2-a0b09979bf15 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/ports?device_id=3992d048-daba-4e8f-ace4-012c965cfdd1 HTTP/1.1" status: 200 len: 210 time: 0.0296199 Sep 21 22:09:51.033919 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:51.399447 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 39978) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:09:51.514617 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-1078a289-e344-4064-ac38-7ddc94b75f6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:51.603678 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-1078a289-e344-4064-ac38-7ddc94b75f6e admin admin] Publish callbacks [] for security_group (bd2896ca-b814-4a0e-91fc-4aecdbb9bd00), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:51.727525 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-1078a289-e344-4064-ac38-7ddc94b75f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (bd2896ca-b814-4a0e-91fc-4aecdbb9bd00), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:51.769564 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-1078a289-e344-4064-ac38-7ddc94b75f6e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1ecee0d4535142809bb68c398d0a88e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3686335 Sep 21 22:09:51.771465 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1078a289-e344-4064-ac38-7ddc94b75f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2896ca-b814-4a0e-91fc-4aecdbb9bd00,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:09:51.772617 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 39988) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:09:51.821517 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c25-d82e-4ae9-a479-5521b852896b admin admin] Publish callbacks [] for security_group (bd2896ca-b814-4a0e-91fc-4aecdbb9bd00), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:51.845918 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c25-d82e-4ae9-a479-5521b852896b admin admin] Publish callbacks [] for security_group (bd2896ca-b814-4a0e-91fc-4aecdbb9bd00), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:52.024744 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c25-d82e-4ae9-a479-5521b852896b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (bd2896ca-b814-4a0e-91fc-4aecdbb9bd00), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:52.027721 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c25-d82e-4ae9-a479-5521b852896b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:52.031299 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-42ba8c25-d82e-4ae9-a479-5521b852896b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bd2896ca-b814-4a0e-91fc-4aecdbb9bd00 HTTP/1.1" status: 204 len: 168 time: 0.2553101 Sep 21 22:09:52.038363 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba8c25-d82e-4ae9-a479-5521b852896b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2896ca-b814-4a0e-91fc-4aecdbb9bd00,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:09:52.487718 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:53.430786 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 40004) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:09:53.534850 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-8719cc46-7ab8-44f2-b0d7-6fd8f3ff8343 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:53.609334 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-8719cc46-7ab8-44f2-b0d7-6fd8f3ff8343 admin admin] Publish callbacks [] for security_group (d86c8818-80a0-443b-b56d-6d3fe56c5fce), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:53.673953 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-8719cc46-7ab8-44f2-b0d7-6fd8f3ff8343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (d86c8818-80a0-443b-b56d-6d3fe56c5fce), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:53.712007 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8719cc46-7ab8-44f2-b0d7-6fd8f3ff8343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d86c8818-80a0-443b-b56d-6d3fe56c5fce,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:09:53.717354 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-8719cc46-7ab8-44f2-b0d7-6fd8f3ff8343 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f68528bcad874f42a8febd82304d611a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2855256 Sep 21 22:09:53.720450 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 40008) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:09:53.772857 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-1cf7f9b3-5ed9-455f-98d1-56e47bf2cdcf admin admin] Publish callbacks [] for security_group (d86c8818-80a0-443b-b56d-6d3fe56c5fce), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:53.794619 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-1cf7f9b3-5ed9-455f-98d1-56e47bf2cdcf admin admin] Publish callbacks [] for security_group (d86c8818-80a0-443b-b56d-6d3fe56c5fce), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:53.902734 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-1cf7f9b3-5ed9-455f-98d1-56e47bf2cdcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (d86c8818-80a0-443b-b56d-6d3fe56c5fce), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:53.905723 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-1cf7f9b3-5ed9-455f-98d1-56e47bf2cdcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:09:53.906930 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-1cf7f9b3-5ed9-455f-98d1-56e47bf2cdcf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d86c8818-80a0-443b-b56d-6d3fe56c5fce HTTP/1.1" status: 204 len: 168 time: 0.1856389 Sep 21 22:09:53.915222 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf7f9b3-5ed9-455f-98d1-56e47bf2cdcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86c8818-80a0-443b-b56d-6d3fe56c5fce,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:09:54.793550 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device 5083caa5-e81c-4325-8e07-71c53550d146 no longer exists at agent hyperv_hv-cinder-85881 {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:09:54.814097 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] No Port match for: 5083caa5-e81c-4325-8e07-71c53550d146 {{(pid=116021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:09:54.814521 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device 5083caa5-e81c-4325-8e07-71c53550d146 not bound to the agent host hv-cinder-85881 {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:09:56.874993 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2ea1a4e3-94fd-4a6e-8c73-97155c2d36a6 req-96fbf158-a133-431b-8c01-616ec09d6ce6 tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=57958717d3af42fb915464e56a65139e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291300 Sep 21 22:09:57.070991 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1a4e3-94fd-4a6e-8c73-97155c2d36a6 req-5d945ff4-39af-4655-ba32-b5cedd8bc586 tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:09:57.072578 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2ea1a4e3-94fd-4a6e-8c73-97155c2d36a6 req-5d945ff4-39af-4655-ba32-b5cedd8bc586 tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1923954 Sep 21 22:09:57.089457 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2ea1a4e3-94fd-4a6e-8c73-97155c2d36a6 req-f1fba24e-6c2f-4102-a7ee-85b9bdcee73e tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] 10.222.0.52 "GET /v2.0/quotas/57958717d3af42fb915464e56a65139e HTTP/1.1" status: 200 len: 375 time: 0.0099473 Sep 21 22:09:57.125273 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2ea1a4e3-94fd-4a6e-8c73-97155c2d36a6 req-a5436fcb-0ddb-4d6e-89cd-7679a609058d tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=57958717d3af42fb915464e56a65139e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302627 Sep 21 22:09:57.424152 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-4758cd95-870e-4ecb-a592-450b4e0e961c req-92e1f0cf-257e-4c70-b7f5-1b8077c0cdb4 tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf1c5dd7-63c6-4a80-b1a3-0be99e070847 HTTP/1.1" status: 200 len: 210 time: 0.0326042 Sep 21 22:09:58.527539 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1c556ede-43cc-4f39-ad10-ce34135b5be0 req-abeb088d-310e-49c0-8182-8d05e28893a2 tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf1c5dd7-63c6-4a80-b1a3-0be99e070847 HTTP/1.1" status: 200 len: 210 time: 0.0441608 Sep 21 22:09:59.624839 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b1b3a54f-78e6-4ab8-97f0-810f77a54ac8 req-2759d908-2b22-4788-a0d0-e738f264d23c tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf1c5dd7-63c6-4a80-b1a3-0be99e070847 HTTP/1.1" status: 200 len: 210 time: 0.0270376 Sep 21 22:10:00.721996 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1549c2d0-374b-4292-88d6-8686d899900d req-ffe649da-dae9-4732-a461-80f75acacf17 tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf1c5dd7-63c6-4a80-b1a3-0be99e070847 HTTP/1.1" status: 200 len: 210 time: 0.0272260 Sep 21 22:10:01.203647 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bea032-052b-4d44-829d-fed6a48b553e req-f7b22af1-49e5-4497-b3ed-158e48037897 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:10:01.205067 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-79bea032-052b-4d44-829d-fed6a48b553e req-f7b22af1-49e5-4497-b3ed-158e48037897 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/networks?id=acbd7fe3-01c8-40cf-9414-9c94015e444f HTTP/1.1" status: 200 len: 813 time: 0.1027484 Sep 21 22:10:01.221768 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-79bea032-052b-4d44-829d-fed6a48b553e req-cf2057bf-f6ea-42f8-80c8-aca89eef27f1 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/quotas/86365636bab54cb8b5f8eb389e75b13a HTTP/1.1" status: 200 len: 375 time: 0.0107231 Sep 21 22:10:01.254910 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-79bea032-052b-4d44-829d-fed6a48b553e req-78616433-03ed-43c1-806b-3bbdd9c66d80 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=86365636bab54cb8b5f8eb389e75b13a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275228 Sep 21 22:10:01.313606 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-2ea1a4e3-94fd-4a6e-8c73-97155c2d36a6 req-ec228e4f-2dc4-4dc2-b2d1-b4e591a7b638 tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=57958717d3af42fb915464e56a65139e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302494 Sep 21 22:10:01.352230 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-79bea032-052b-4d44-829d-fed6a48b553e req-8cb9cdad-df4a-428d-b6a5-f61cb64b6cc4 service neutron] 10.222.0.52 "GET /v2.0/networks/acbd7fe3-01c8-40cf-9414-9c94015e444f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905635 Sep 21 22:10:01.447294 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-79bea032-052b-4d44-829d-fed6a48b553e req-57c42de8-0b25-4d98-92a7-b7902aafecd0 service neutron] 10.222.0.52 "GET /v2.0/networks/acbd7fe3-01c8-40cf-9414-9c94015e444f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875750 Sep 21 22:10:01.504222 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1a4e3-94fd-4a6e-8c73-97155c2d36a6 req-1c71222e-19ef-4113-aeed-5c531dc3acbe tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:10:01.505706 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-2ea1a4e3-94fd-4a6e-8c73-97155c2d36a6 req-1c71222e-19ef-4113-aeed-5c531dc3acbe tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1872895 Sep 21 22:10:01.519961 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [req-2ea1a4e3-94fd-4a6e-8c73-97155c2d36a6 req-10dd6bf5-2d58-4117-876f-3000ee5f84af tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] Request body: {'port': {'device_id': 'bf1c5dd7-63c6-4a80-b1a3-0be99e070847', 'network_id': '2aa76138-349c-443a-90bb-61a6e2050541', 'admin_state_up': True, 'tenant_id': '57958717d3af42fb915464e56a65139e'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:10:01.762171 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ea1a4e3-94fd-4a6e-8c73-97155c2d36a6 req-10dd6bf5-2d58-4117-876f-3000ee5f84af tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] Made reservation on behalf of 57958717d3af42fb915464e56a65139e for: {'port': 1} {{(pid=116020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:10:01.767708 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-2ea1a4e3-94fd-4a6e-8c73-97155c2d36a6 req-10dd6bf5-2d58-4117-876f-3000ee5f84af tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:01.788056 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-2ea1a4e3-94fd-4a6e-8c73-97155c2d36a6 req-10dd6bf5-2d58-4117-876f-3000ee5f84af tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:01.824707 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-fe2f825c-ae6c-4667-bda1-8330df978454 req-349ed775-bb47-439a-8fed-96b55f344551 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/ports?device_id=61bbd8a1-01f0-4579-9e25-9d4c635ff99f HTTP/1.1" status: 200 len: 210 time: 0.0301945 Sep 21 22:10:01.858883 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-4126be5f-9793-49bc-97c4-b71e46f627ef req-f06790c9-b576-4a60-b51f-bc2946c3f1f3 tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf1c5dd7-63c6-4a80-b1a3-0be99e070847 HTTP/1.1" status: 200 len: 210 time: 0.0368040 Sep 21 22:10:01.888283 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-2ea1a4e3-94fd-4a6e-8c73-97155c2d36a6 req-10dd6bf5-2d58-4117-876f-3000ee5f84af tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] Publish callbacks [] for security_group (a83520a0-2d1b-4a80-b390-f707f1cae62e), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:01.972786 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-2ea1a4e3-94fd-4a6e-8c73-97155c2d36a6 req-10dd6bf5-2d58-4117-876f-3000ee5f84af tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (a83520a0-2d1b-4a80-b390-f707f1cae62e), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:02.041758 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd6bf5-2d58-4117-876f-3000ee5f84af tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a83520a0-2d1b-4a80-b390-f707f1cae62e,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:10:02.120427 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.db_base_plugin_common [req-2ea1a4e3-94fd-4a6e-8c73-97155c2d36a6 req-10dd6bf5-2d58-4117-876f-3000ee5f84af tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] Allocated IP 192.168.233.132 (2aa76138-349c-443a-90bb-61a6e2050541/eaa10655-57b0-4c5e-9723-5faf02d35c3f/2a73ab82-e289-4e51-8366-c98281dba752) {{(pid=116020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:10:02.282978 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-2ea1a4e3-94fd-4a6e-8c73-97155c2d36a6 req-10dd6bf5-2d58-4117-876f-3000ee5f84af tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] Publish callbacks [] for port (2a73ab82-e289-4e51-8366-c98281dba752), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:02.354401 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-2ea1a4e3-94fd-4a6e-8c73-97155c2d36a6 req-10dd6bf5-2d58-4117-876f-3000ee5f84af tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (2a73ab82-e289-4e51-8366-c98281dba752), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:02.399558 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ea1a4e3-94fd-4a6e-8c73-97155c2d36a6 req-10dd6bf5-2d58-4117-876f-3000ee5f84af tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] Network 2aa76138-349c-443a-90bb-61a6e2050541 is already hosted by enough agents. {{(pid=116020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:10:02.407614 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.base_scheduler [req-2ea1a4e3-94fd-4a6e-8c73-97155c2d36a6 req-10dd6bf5-2d58-4117-876f-3000ee5f84af tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] Resources bound (agent type, host, resource id): {{(pid=116020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:10:02.410155 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea1a4e3-94fd-4a6e-8c73-97155c2d36a6 req-10dd6bf5-2d58-4117-876f-3000ee5f84af tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] Received port after_create {{(pid=116020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:10:02.414644 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd6bf5-2d58-4117-876f-3000ee5f84af tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] Pushing event updated for resources: {'Port': ['ID=2a73ab82-e289-4e51-8366-c98281dba752,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:10:02.467323 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1a4e3-94fd-4a6e-8c73-97155c2d36a6 req-10dd6bf5-2d58-4117-876f-3000ee5f84af tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:10:02.468133 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-2ea1a4e3-94fd-4a6e-8c73-97155c2d36a6 req-10dd6bf5-2d58-4117-876f-3000ee5f84af tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:02.650011 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-2ea1a4e3-94fd-4a6e-8c73-97155c2d36a6 req-10dd6bf5-2d58-4117-876f-3000ee5f84af tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1358287 Sep 21 22:10:02.654175 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-68cd5a64-92f0-4a5d-8da3-31988777ce37 None None] Provisioning complete for port 2a73ab82-e289-4e51-8366-c98281dba752 triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:10:02.655290 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-68cd5a64-92f0-4a5d-8da3-31988777ce37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (2a73ab82-e289-4e51-8366-c98281dba752), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:02.655448 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-68cd5a64-92f0-4a5d-8da3-31988777ce37 None None] Attempt 1 to provision port 2a73ab82-e289-4e51-8366-c98281dba752 Sep 21 22:10:02.664100 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [req-2ea1a4e3-94fd-4a6e-8c73-97155c2d36a6 req-353e5a76-96c8-407a-8adb-c1610563d7d4 service neutron] Request body: {'port': {'device_id': 'bf1c5dd7-63c6-4a80-b1a3-0be99e070847', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:10:02.697912 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-68cd5a64-92f0-4a5d-8da3-31988777ce37 None None] Port 2a73ab82-e289-4e51-8366-c98281dba752 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:10:02.729518 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-2ea1a4e3-94fd-4a6e-8c73-97155c2d36a6 req-353e5a76-96c8-407a-8adb-c1610563d7d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (2a73ab82-e289-4e51-8366-c98281dba752), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:02.949429 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ad828261-4f07-49d6-abfa-cf980f848c34 req-fa99e19f-0770-4a73-867a-eec1bffeda02 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/ports?device_id=61bbd8a1-01f0-4579-9e25-9d4c635ff99f HTTP/1.1" status: 200 len: 210 time: 0.0371985 Sep 21 22:10:03.005316 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd2634f-02b5-486f-a50d-f07a47d61240 req-dcba5483-b0cc-4701-b843-ffd5bec5f487 tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:10:03.006995 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2cd2634f-02b5-486f-a50d-f07a47d61240 req-dcba5483-b0cc-4701-b843-ffd5bec5f487 tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf1c5dd7-63c6-4a80-b1a3-0be99e070847 HTTP/1.1" status: 200 len: 936 time: 0.0610824 Sep 21 22:10:03.021032 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [req-2ea1a4e3-94fd-4a6e-8c73-97155c2d36a6 req-353e5a76-96c8-407a-8adb-c1610563d7d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a73ab82-e289-4e51-8366-c98281dba752 {{(pid=116020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:10:03.030757 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-2ea1a4e3-94fd-4a6e-8c73-97155c2d36a6 req-353e5a76-96c8-407a-8adb-c1610563d7d4 service neutron] Publish callbacks [] for port (2a73ab82-e289-4e51-8366-c98281dba752), precommit_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:03.044829 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.provisioning_blocks [req-2ea1a4e3-94fd-4a6e-8c73-97155c2d36a6 req-353e5a76-96c8-407a-8adb-c1610563d7d4 service neutron] Transition to ACTIVE for port object 2a73ab82-e289-4e51-8366-c98281dba752 will not be triggered until provisioned by entity L2. {{(pid=116020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 22:10:03.063175 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2cd2634f-02b5-486f-a50d-f07a47d61240 req-86249a6a-3702-48ec-89b7-2684160e55f5 tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] 10.222.0.52 "GET /v2.0/security-groups?id=a83520a0-2d1b-4a80-b390-f707f1cae62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449204 Sep 21 22:10:03.136517 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-2ea1a4e3-94fd-4a6e-8c73-97155c2d36a6 req-353e5a76-96c8-407a-8adb-c1610563d7d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14266021'] for port (2a73ab82-e289-4e51-8366-c98281dba752), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:03.199561 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e5a76-96c8-407a-8adb-c1610563d7d4 service neutron] Pushing event updated for resources: {'Port': ['ID=2a73ab82-e289-4e51-8366-c98281dba752,revision_number=2']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:10:03.200248 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-68cd5a64-92f0-4a5d-8da3-31988777ce37 None None] Attempt 2 to provision port 2a73ab82-e289-4e51-8366-c98281dba752 Sep 21 22:10:03.252872 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-68cd5a64-92f0-4a5d-8da3-31988777ce37 None None] Port 2a73ab82-e289-4e51-8366-c98281dba752 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:10:03.256271 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-2ea1a4e3-94fd-4a6e-8c73-97155c2d36a6 req-353e5a76-96c8-407a-8adb-c1610563d7d4 service neutron] Attempting to bind port 2a73ab82-e289-4e51-8366-c98281dba752 on host hv-cinder-85881 for vnic_type normal with profile {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:10:03.256616 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-2ea1a4e3-94fd-4a6e-8c73-97155c2d36a6 req-353e5a76-96c8-407a-8adb-c1610563d7d4 service neutron] Attempting to bind port 2a73ab82-e289-4e51-8366-c98281dba752 by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': 'b07ca74e-3d5e-4b88-b990-9dfc80d72db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2aa76138-349c-443a-90bb-61a6e2050541'}] {{(pid=116020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:10:03.256949 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea1a4e3-94fd-4a6e-8c73-97155c2d36a6 req-353e5a76-96c8-407a-8adb-c1610563d7d4 service neutron] Attempting to bind port 2a73ab82-e289-4e51-8366-c98281dba752 on network 2aa76138-349c-443a-90bb-61a6e2050541 {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:10:03.261797 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea1a4e3-94fd-4a6e-8c73-97155c2d36a6 req-353e5a76-96c8-407a-8adb-c1610563d7d4 service neutron] Port 2a73ab82-e289-4e51-8366-c98281dba752 on network 2aa76138-349c-443a-90bb-61a6e2050541 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 22:10:03.262129 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea1a4e3-94fd-4a6e-8c73-97155c2d36a6 req-353e5a76-96c8-407a-8adb-c1610563d7d4 service neutron] Attempting to bind port 2a73ab82-e289-4e51-8366-c98281dba752 on network 2aa76138-349c-443a-90bb-61a6e2050541 {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:10:03.267907 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea1a4e3-94fd-4a6e-8c73-97155c2d36a6 req-353e5a76-96c8-407a-8adb-c1610563d7d4 service neutron] Checking agent: {'id': '0aee7d89-594f-4992-91de-a4ac3f52e28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 58, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 58, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:10:03.268812 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea1a4e3-94fd-4a6e-8c73-97155c2d36a6 req-353e5a76-96c8-407a-8adb-c1610563d7d4 service neutron] Checking segment: {'id': 'b07ca74e-3d5e-4b88-b990-9dfc80d72db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2aa76138-349c-443a-90bb-61a6e2050541'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:10:03.268812 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea1a4e3-94fd-4a6e-8c73-97155c2d36a6 req-353e5a76-96c8-407a-8adb-c1610563d7d4 service neutron] Bound using segment: {'id': 'b07ca74e-3d5e-4b88-b990-9dfc80d72db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2aa76138-349c-443a-90bb-61a6e2050541'} {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:10:03.270126 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-2ea1a4e3-94fd-4a6e-8c73-97155c2d36a6 req-353e5a76-96c8-407a-8adb-c1610563d7d4 service neutron] Bound port: 2a73ab82-e289-4e51-8366-c98281dba752, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b07ca74e-3d5e-4b88-b990-9dfc80d72db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2aa76138-349c-443a-90bb-61a6e2050541'}}] {{(pid=116020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:10:03.270126 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-2ea1a4e3-94fd-4a6e-8c73-97155c2d36a6 req-353e5a76-96c8-407a-8adb-c1610563d7d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (2a73ab82-e289-4e51-8366-c98281dba752), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:03.332064 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-2ea1a4e3-94fd-4a6e-8c73-97155c2d36a6 req-353e5a76-96c8-407a-8adb-c1610563d7d4 service neutron] For port 2a73ab82-e289-4e51-8366-c98281dba752, host hv-cinder-85881, cleared binding levels {{(pid=116020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:10:03.335581 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-2ea1a4e3-94fd-4a6e-8c73-97155c2d36a6 req-353e5a76-96c8-407a-8adb-c1610563d7d4 service neutron] For port 2a73ab82-e289-4e51-8366-c98281dba752, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=2a73ab82-e289-4e51-8366-c98281dba752,segment=NetworkSegment(b07ca74e-3d5e-4b88-b990-9dfc80d72db1),segment_id=b07ca74e-3d5e-4b88-b990-9dfc80d72db1)] {{(pid=116020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:10:03.406148 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-2ea1a4e3-94fd-4a6e-8c73-97155c2d36a6 req-353e5a76-96c8-407a-8adb-c1610563d7d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14266021'] for port (2a73ab82-e289-4e51-8366-c98281dba752), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:03.410457 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1a4e3-94fd-4a6e-8c73-97155c2d36a6 req-353e5a76-96c8-407a-8adb-c1610563d7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:10:03.411064 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-2ea1a4e3-94fd-4a6e-8c73-97155c2d36a6 req-353e5a76-96c8-407a-8adb-c1610563d7d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:03.412470 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-2ea1a4e3-94fd-4a6e-8c73-97155c2d36a6 req-353e5a76-96c8-407a-8adb-c1610563d7d4 service neutron] 10.222.0.71 "PUT /v2.0/ports/2a73ab82-e289-4e51-8366-c98281dba752 HTTP/1.1" status: 200 len: 1098 time: 0.7540562 Sep 21 22:10:03.413977 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf1c5dd7-63c6-4a80-b1a3-0be99e070847', 'tag': '2a73ab82-e289-4e51-8366-c98281dba752'}] {{(pid=116020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:10:03.416286 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}616469ce01b4343580b51944d90e43cdadd76175ffa2c7c7ae3ce11ef7217efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02585aa7-43c1-429b-b652-d9af962a8d02" -d '{"events": [{"name": "network-changed", "server_uuid": "bf1c5dd7-63c6-4a80-b1a3-0be99e070847", "tag": "2a73ab82-e289-4e51-8366-c98281dba752"}]}' {{(pid=116020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:10:03.454903 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13741116-74f6-45c4-aa9a-dcb2fbb46be4 x-openstack-request-id: req-13741116-74f6-45c4-aa9a-dcb2fbb46be4 {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:10:03.455192 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf1c5dd7-63c6-4a80-b1a3-0be99e070847", "tag": "2a73ab82-e289-4e51-8366-c98281dba752", "status": "completed", "code": 200}]} {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:10:03.455451 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-13741116-74f6-45c4-aa9a-dcb2fbb46be4 {{(pid=116020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:10:03.455856 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13741116-74f6-45c4-aa9a-dcb2fbb46be4'] response: {'name': 'network-changed', 'server_uuid': 'bf1c5dd7-63c6-4a80-b1a3-0be99e070847', 'tag': '2a73ab82-e289-4e51-8366-c98281dba752', 'status': 'completed', 'code': 200} Sep 21 22:10:03.465617 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e5a76-96c8-407a-8adb-c1610563d7d4 service neutron] Pushing event updated for resources: {'Port': ['ID=2a73ab82-e289-4e51-8366-c98281dba752,revision_number=3']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:10:03.520168 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02585aa7-43c1-429b-b652-d9af962a8d02 req-946807b9-2a00-4fc1-9c5c-d52e8b67d71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:10:03.521681 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-02585aa7-43c1-429b-b652-d9af962a8d02 req-946807b9-2a00-4fc1-9c5c-d52e8b67d71c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=57958717d3af42fb915464e56a65139e&device_id=bf1c5dd7-63c6-4a80-b1a3-0be99e070847 HTTP/1.1" status: 200 len: 1132 time: 0.0493455 Sep 21 22:10:03.548311 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-02585aa7-43c1-429b-b652-d9af962a8d02 req-9a748ea0-9900-405a-b3a1-77266f69af4d service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=57958717d3af42fb915464e56a65139e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0188284 Sep 21 22:10:03.643451 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02585aa7-43c1-429b-b652-d9af962a8d02 req-a090f6b1-24eb-46a5-934e-ae0d5015d997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:10:03.644934 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-02585aa7-43c1-429b-b652-d9af962a8d02 req-a090f6b1-24eb-46a5-934e-ae0d5015d997 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871086 Sep 21 22:10:03.729352 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1a4e3-94fd-4a6e-8c73-97155c2d36a6 req-72bd0fe0-12c6-4d86-8ea1-39bf43a2f90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:10:03.730741 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-2ea1a4e3-94fd-4a6e-8c73-97155c2d36a6 req-72bd0fe0-12c6-4d86-8ea1-39bf43a2f90a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=57958717d3af42fb915464e56a65139e&device_id=bf1c5dd7-63c6-4a80-b1a3-0be99e070847 HTTP/1.1" status: 200 len: 1132 time: 0.0504308 Sep 21 22:10:03.754511 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-68cd5a64-92f0-4a5d-8da3-31988777ce37 None None] Attempt 3 to provision port 2a73ab82-e289-4e51-8366-c98281dba752 Sep 21 22:10:03.770997 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-2ea1a4e3-94fd-4a6e-8c73-97155c2d36a6 req-8fe1c232-c211-499f-ac3f-28d4a26b0543 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=2a73ab82-e289-4e51-8366-c98281dba752 HTTP/1.1" status: 200 len: 217 time: 0.0322444 Sep 21 22:10:03.792135 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-68cd5a64-92f0-4a5d-8da3-31988777ce37 None None] Port 2a73ab82-e289-4e51-8366-c98281dba752 had new provisioning blocks added so it will not transition to active. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 21 22:10:03.821405 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1a4e3-94fd-4a6e-8c73-97155c2d36a6 req-70325b4d-5382-4efb-93fb-a2b09a390dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:10:03.822845 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-2ea1a4e3-94fd-4a6e-8c73-97155c2d36a6 req-70325b4d-5382-4efb-93fb-a2b09a390dff service neutron] 10.222.0.71 "GET /v2.0/subnets?id=eaa10655-57b0-4c5e-9723-5faf02d35c3f HTTP/1.1" status: 200 len: 843 time: 0.0455439 Sep 21 22:10:04.057934 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2f05f580-14b0-45b7-ba9b-84938dccef77 req-a7dba214-d93c-4d4c-b20f-a5d3a2c6d48d tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/ports?device_id=61bbd8a1-01f0-4579-9e25-9d4c635ff99f HTTP/1.1" status: 200 len: 210 time: 0.0288444 Sep 21 22:10:04.189721 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1a4e3-94fd-4a6e-8c73-97155c2d36a6 req-e980813b-4e37-477e-94ed-10676396da78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:10:04.191238 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-2ea1a4e3-94fd-4a6e-8c73-97155c2d36a6 req-e980813b-4e37-477e-94ed-10676396da78 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2aa76138-349c-443a-90bb-61a6e2050541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.3565650 Sep 21 22:10:04.209467 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d555956-72f8-44df-b2ae-8c01dd529813 req-8d5224b7-ec55-4f67-b110-7fa97fb06b3c tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:10:04.209467 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-0d555956-72f8-44df-b2ae-8c01dd529813 req-8d5224b7-ec55-4f67-b110-7fa97fb06b3c tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf1c5dd7-63c6-4a80-b1a3-0be99e070847 HTTP/1.1" status: 200 len: 948 time: 0.0656559 Sep 21 22:10:04.221577 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bea032-052b-4d44-829d-fed6a48b553e req-582ec9b0-b444-44ac-8d3c-2f6a70b0cea3 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:10:04.223023 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-79bea032-052b-4d44-829d-fed6a48b553e req-582ec9b0-b444-44ac-8d3c-2f6a70b0cea3 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.71 "GET /v2.0/networks?id=acbd7fe3-01c8-40cf-9414-9c94015e444f HTTP/1.1" status: 200 len: 813 time: 0.3808103 Sep 21 22:10:04.236937 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [req-79bea032-052b-4d44-829d-fed6a48b553e req-387ab64b-23b6-4051-b17f-fc56ce8eaf96 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Request body: {'port': {'device_id': '61bbd8a1-01f0-4579-9e25-9d4c635ff99f', 'network_id': 'acbd7fe3-01c8-40cf-9414-9c94015e444f', 'admin_state_up': True, 'tenant_id': '86365636bab54cb8b5f8eb389e75b13a'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:10:04.271099 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-0d555956-72f8-44df-b2ae-8c01dd529813 req-afda202c-db12-467d-b94c-c8a04d7f8ee5 tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] 10.222.0.52 "GET /v2.0/security-groups?id=a83520a0-2d1b-4a80-b390-f707f1cae62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499170 Sep 21 22:10:04.375822 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-2ea1a4e3-94fd-4a6e-8c73-97155c2d36a6 req-9b2a789d-3d07-4662-a614-bce5f16026c0 service neutron] 10.222.0.71 "GET /v2.0/networks/2aa76138-349c-443a-90bb-61a6e2050541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712534 Sep 21 22:10:04.476088 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-2ea1a4e3-94fd-4a6e-8c73-97155c2d36a6 req-22131764-0ebb-4911-8b58-24f1318374a5 service neutron] 10.222.0.71 "GET /v2.0/networks/2aa76138-349c-443a-90bb-61a6e2050541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928996 Sep 21 22:10:04.527262 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79bea032-052b-4d44-829d-fed6a48b553e req-387ab64b-23b6-4051-b17f-fc56ce8eaf96 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Made reservation on behalf of 86365636bab54cb8b5f8eb389e75b13a for: {'port': 1} {{(pid=116020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:10:04.531536 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-79bea032-052b-4d44-829d-fed6a48b553e req-387ab64b-23b6-4051-b17f-fc56ce8eaf96 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:04.662327 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.db_base_plugin_common [req-79bea032-052b-4d44-829d-fed6a48b553e req-387ab64b-23b6-4051-b17f-fc56ce8eaf96 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Allocated IP 172.20.0.3 (acbd7fe3-01c8-40cf-9414-9c94015e444f/9256c8a0-0cd1-49ed-b361-c5508d9ffcf9/d78f2efd-0e2e-48ce-a102-fee8ade3f723) {{(pid=116020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:10:04.805299 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-79bea032-052b-4d44-829d-fed6a48b553e req-387ab64b-23b6-4051-b17f-fc56ce8eaf96 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Publish callbacks [] for port (d78f2efd-0e2e-48ce-a102-fee8ade3f723), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:04.931317 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-79bea032-052b-4d44-829d-fed6a48b553e req-387ab64b-23b6-4051-b17f-fc56ce8eaf96 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (d78f2efd-0e2e-48ce-a102-fee8ade3f723), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:04.970647 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79bea032-052b-4d44-829d-fed6a48b553e req-387ab64b-23b6-4051-b17f-fc56ce8eaf96 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Network acbd7fe3-01c8-40cf-9414-9c94015e444f is already hosted by enough agents. {{(pid=116020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:10:04.973680 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.base_scheduler [req-79bea032-052b-4d44-829d-fed6a48b553e req-387ab64b-23b6-4051-b17f-fc56ce8eaf96 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Resources bound (agent type, host, resource id): {{(pid=116020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:10:04.976213 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [req-79bea032-052b-4d44-829d-fed6a48b553e req-387ab64b-23b6-4051-b17f-fc56ce8eaf96 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Received port after_create {{(pid=116020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:10:05.008395 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387ab64b-23b6-4051-b17f-fc56ce8eaf96 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Pushing event updated for resources: {'Port': ['ID=d78f2efd-0e2e-48ce-a102-fee8ade3f723,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:10:05.032432 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bea032-052b-4d44-829d-fed6a48b553e req-387ab64b-23b6-4051-b17f-fc56ce8eaf96 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:10:05.033047 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-79bea032-052b-4d44-829d-fed6a48b553e req-387ab64b-23b6-4051-b17f-fc56ce8eaf96 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:05.105140 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-79bea032-052b-4d44-829d-fed6a48b553e req-387ab64b-23b6-4051-b17f-fc56ce8eaf96 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8725505 Sep 21 22:10:05.117158 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [req-79bea032-052b-4d44-829d-fed6a48b553e req-29ce6b6b-5413-4e83-9dd0-f54c5201939c service neutron] Request body: {'port': {'device_id': '61bbd8a1-01f0-4579-9e25-9d4c635ff99f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:10:05.180333 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-79bea032-052b-4d44-829d-fed6a48b553e req-29ce6b6b-5413-4e83-9dd0-f54c5201939c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (d78f2efd-0e2e-48ce-a102-fee8ade3f723), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:05.183475 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243648f9-f824-4c11-88a1-9056d8339112 req-0ad73af5-eb81-4cac-800c-4a70fcca93e5 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:10:05.185040 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-243648f9-f824-4c11-88a1-9056d8339112 req-0ad73af5-eb81-4cac-800c-4a70fcca93e5 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/ports?device_id=61bbd8a1-01f0-4579-9e25-9d4c635ff99f HTTP/1.1" status: 200 len: 931 time: 0.0521345 Sep 21 22:10:05.231812 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-243648f9-f824-4c11-88a1-9056d8339112 req-f11e4cd6-ddda-41f6-9363-ed94d5aaab73 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/security-groups?id=e52a5b13-6776-407b-a9ad-38e63d2cf80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404954 Sep 21 22:10:05.400856 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8855b-92ec-4838-8a6c-cdcd0ad3fc62 req-00816831-db8c-4f2b-a88a-7beb924d9582 tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:10:05.403237 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c6d8855b-92ec-4838-8a6c-cdcd0ad3fc62 req-00816831-db8c-4f2b-a88a-7beb924d9582 tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf1c5dd7-63c6-4a80-b1a3-0be99e070847 HTTP/1.1" status: 200 len: 948 time: 0.0586667 Sep 21 22:10:05.441687 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [req-79bea032-052b-4d44-829d-fed6a48b553e req-29ce6b6b-5413-4e83-9dd0-f54c5201939c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d78f2efd-0e2e-48ce-a102-fee8ade3f723 {{(pid=116020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:10:05.449284 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-79bea032-052b-4d44-829d-fed6a48b553e req-29ce6b6b-5413-4e83-9dd0-f54c5201939c service neutron] Publish callbacks [] for port (d78f2efd-0e2e-48ce-a102-fee8ade3f723), precommit_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:05.452601 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c6d8855b-92ec-4838-8a6c-cdcd0ad3fc62 req-d715a05b-3b32-48a4-b544-a0a95f412df8 tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] 10.222.0.52 "GET /v2.0/security-groups?id=a83520a0-2d1b-4a80-b390-f707f1cae62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435953 Sep 21 22:10:05.463544 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.provisioning_blocks [req-79bea032-052b-4d44-829d-fed6a48b553e req-29ce6b6b-5413-4e83-9dd0-f54c5201939c service neutron] Transition to ACTIVE for port object d78f2efd-0e2e-48ce-a102-fee8ade3f723 will not be triggered until provisioned by entity L2. {{(pid=116020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 22:10:05.765262 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-79bea032-052b-4d44-829d-fed6a48b553e req-29ce6b6b-5413-4e83-9dd0-f54c5201939c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14266021'] for port (d78f2efd-0e2e-48ce-a102-fee8ade3f723), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:05.823561 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ce6b6b-5413-4e83-9dd0-f54c5201939c service neutron] Pushing event updated for resources: {'Port': ['ID=d78f2efd-0e2e-48ce-a102-fee8ade3f723,revision_number=2']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:10:05.874021 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-79bea032-052b-4d44-829d-fed6a48b553e req-29ce6b6b-5413-4e83-9dd0-f54c5201939c service neutron] Attempting to bind port d78f2efd-0e2e-48ce-a102-fee8ade3f723 on host hv-cinder-85881 for vnic_type normal with profile {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:10:05.874354 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-79bea032-052b-4d44-829d-fed6a48b553e req-29ce6b6b-5413-4e83-9dd0-f54c5201939c service neutron] Attempting to bind port d78f2efd-0e2e-48ce-a102-fee8ade3f723 by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': 'd4dc4120-6f7b-4881-b478-91aed068eb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'acbd7fe3-01c8-40cf-9414-9c94015e444f'}] {{(pid=116020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:10:05.874681 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bea032-052b-4d44-829d-fed6a48b553e req-29ce6b6b-5413-4e83-9dd0-f54c5201939c service neutron] Attempting to bind port d78f2efd-0e2e-48ce-a102-fee8ade3f723 on network acbd7fe3-01c8-40cf-9414-9c94015e444f {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:10:05.878908 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bea032-052b-4d44-829d-fed6a48b553e req-29ce6b6b-5413-4e83-9dd0-f54c5201939c service neutron] Port d78f2efd-0e2e-48ce-a102-fee8ade3f723 on network acbd7fe3-01c8-40cf-9414-9c94015e444f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 22:10:05.879230 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bea032-052b-4d44-829d-fed6a48b553e req-29ce6b6b-5413-4e83-9dd0-f54c5201939c service neutron] Attempting to bind port d78f2efd-0e2e-48ce-a102-fee8ade3f723 on network acbd7fe3-01c8-40cf-9414-9c94015e444f {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:10:05.883993 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bea032-052b-4d44-829d-fed6a48b553e req-29ce6b6b-5413-4e83-9dd0-f54c5201939c service neutron] Checking agent: {'id': '0aee7d89-594f-4992-91de-a4ac3f52e28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 58, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 58, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:10:05.884363 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bea032-052b-4d44-829d-fed6a48b553e req-29ce6b6b-5413-4e83-9dd0-f54c5201939c service neutron] Checking segment: {'id': 'd4dc4120-6f7b-4881-b478-91aed068eb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'acbd7fe3-01c8-40cf-9414-9c94015e444f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:10:05.884745 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bea032-052b-4d44-829d-fed6a48b553e req-29ce6b6b-5413-4e83-9dd0-f54c5201939c service neutron] Bound using segment: {'id': 'd4dc4120-6f7b-4881-b478-91aed068eb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'acbd7fe3-01c8-40cf-9414-9c94015e444f'} {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:10:05.885169 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-79bea032-052b-4d44-829d-fed6a48b553e req-29ce6b6b-5413-4e83-9dd0-f54c5201939c service neutron] Bound port: d78f2efd-0e2e-48ce-a102-fee8ade3f723, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4dc4120-6f7b-4881-b478-91aed068eb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'acbd7fe3-01c8-40cf-9414-9c94015e444f'}}] {{(pid=116020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:10:05.885519 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-79bea032-052b-4d44-829d-fed6a48b553e req-29ce6b6b-5413-4e83-9dd0-f54c5201939c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (d78f2efd-0e2e-48ce-a102-fee8ade3f723), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:05.943934 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-79bea032-052b-4d44-829d-fed6a48b553e req-29ce6b6b-5413-4e83-9dd0-f54c5201939c service neutron] For port d78f2efd-0e2e-48ce-a102-fee8ade3f723, host hv-cinder-85881, cleared binding levels {{(pid=116020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:10:05.946861 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-79bea032-052b-4d44-829d-fed6a48b553e req-29ce6b6b-5413-4e83-9dd0-f54c5201939c service neutron] For port d78f2efd-0e2e-48ce-a102-fee8ade3f723, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=d78f2efd-0e2e-48ce-a102-fee8ade3f723,segment=NetworkSegment(d4dc4120-6f7b-4881-b478-91aed068eb48),segment_id=d4dc4120-6f7b-4881-b478-91aed068eb48)] {{(pid=116020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:10:06.028239 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-79bea032-052b-4d44-829d-fed6a48b553e req-29ce6b6b-5413-4e83-9dd0-f54c5201939c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14266021'] for port (d78f2efd-0e2e-48ce-a102-fee8ade3f723), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:06.033014 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bea032-052b-4d44-829d-fed6a48b553e req-29ce6b6b-5413-4e83-9dd0-f54c5201939c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:10:06.033614 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-79bea032-052b-4d44-829d-fed6a48b553e req-29ce6b6b-5413-4e83-9dd0-f54c5201939c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:06.034997 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-79bea032-052b-4d44-829d-fed6a48b553e req-29ce6b6b-5413-4e83-9dd0-f54c5201939c service neutron] 10.222.0.71 "PUT /v2.0/ports/d78f2efd-0e2e-48ce-a102-fee8ade3f723 HTTP/1.1" status: 200 len: 1093 time: 0.9220383 Sep 21 22:10:06.035485 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61bbd8a1-01f0-4579-9e25-9d4c635ff99f', 'tag': 'd78f2efd-0e2e-48ce-a102-fee8ade3f723'}] {{(pid=116020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:10:06.037756 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}616469ce01b4343580b51944d90e43cdadd76175ffa2c7c7ae3ce11ef7217efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60fc1893-0631-48df-a8b1-59dccfdda8ed" -d '{"events": [{"name": "network-changed", "server_uuid": "61bbd8a1-01f0-4579-9e25-9d4c635ff99f", "tag": "d78f2efd-0e2e-48ce-a102-fee8ade3f723"}]}' {{(pid=116020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:10:06.073053 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23de09d0-df1b-4cff-a76a-f65364d8bea4 x-openstack-request-id: req-23de09d0-df1b-4cff-a76a-f65364d8bea4 {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:10:06.073347 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61bbd8a1-01f0-4579-9e25-9d4c635ff99f", "tag": "d78f2efd-0e2e-48ce-a102-fee8ade3f723", "status": "completed", "code": 200}]} {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:10:06.073605 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-23de09d0-df1b-4cff-a76a-f65364d8bea4 {{(pid=116020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:10:06.074013 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23de09d0-df1b-4cff-a76a-f65364d8bea4'] response: {'name': 'network-changed', 'server_uuid': '61bbd8a1-01f0-4579-9e25-9d4c635ff99f', 'tag': 'd78f2efd-0e2e-48ce-a102-fee8ade3f723', 'status': 'completed', 'code': 200} Sep 21 22:10:06.087203 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ce6b6b-5413-4e83-9dd0-f54c5201939c service neutron] Pushing event updated for resources: {'Port': ['ID=d78f2efd-0e2e-48ce-a102-fee8ade3f723,revision_number=3']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:10:06.136858 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc1893-0631-48df-a8b1-59dccfdda8ed req-42950eb4-c53f-400d-bbe6-c7580831b0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:10:06.138468 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-60fc1893-0631-48df-a8b1-59dccfdda8ed req-42950eb4-c53f-400d-bbe6-c7580831b0b4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=86365636bab54cb8b5f8eb389e75b13a&device_id=61bbd8a1-01f0-4579-9e25-9d4c635ff99f HTTP/1.1" status: 200 len: 1127 time: 0.0453610 Sep 21 22:10:06.237861 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc1893-0631-48df-a8b1-59dccfdda8ed req-31dcae40-49ce-4232-a85b-76b6ea191ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:10:06.239416 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-60fc1893-0631-48df-a8b1-59dccfdda8ed req-31dcae40-49ce-4232-a85b-76b6ea191ca8 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=86365636bab54cb8b5f8eb389e75b13a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0939667 Sep 21 22:10:06.336828 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc1893-0631-48df-a8b1-59dccfdda8ed req-221c38df-da52-4555-b64b-491120a8fa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:10:06.338318 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-60fc1893-0631-48df-a8b1-59dccfdda8ed req-221c38df-da52-4555-b64b-491120a8fa9e service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937026 Sep 21 22:10:06.364830 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d76c5-ee09-4e6e-a73a-86fa5789182a req-04b39f36-3a3e-4e4b-86fb-ca5318df2972 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:10:06.371454 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-da0d76c5-ee09-4e6e-a73a-86fa5789182a req-04b39f36-3a3e-4e4b-86fb-ca5318df2972 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/ports?device_id=61bbd8a1-01f0-4579-9e25-9d4c635ff99f HTTP/1.1" status: 200 len: 943 time: 0.0519912 Sep 21 22:10:06.415394 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-da0d76c5-ee09-4e6e-a73a-86fa5789182a req-49ddb741-255e-4c6e-86fb-887b099d2586 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/security-groups?id=e52a5b13-6776-407b-a9ad-38e63d2cf80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428281 Sep 21 22:10:06.418088 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bea032-052b-4d44-829d-fed6a48b553e req-74dc1e23-2a2f-4dd5-a6a0-58aa7d48149c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:10:06.419638 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-79bea032-052b-4d44-829d-fed6a48b553e req-74dc1e23-2a2f-4dd5-a6a0-58aa7d48149c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=86365636bab54cb8b5f8eb389e75b13a&device_id=61bbd8a1-01f0-4579-9e25-9d4c635ff99f HTTP/1.1" status: 200 len: 1127 time: 0.0462053 Sep 21 22:10:06.462920 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-79bea032-052b-4d44-829d-fed6a48b553e req-7450457d-97d1-48e9-9410-79e3b5494b0f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d78f2efd-0e2e-48ce-a102-fee8ade3f723 HTTP/1.1" status: 200 len: 217 time: 0.0357139 Sep 21 22:10:06.515220 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bea032-052b-4d44-829d-fed6a48b553e req-76d983b7-3a1b-4271-9b51-ab4aea3c76c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:10:06.516737 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-79bea032-052b-4d44-829d-fed6a48b553e req-76d983b7-3a1b-4271-9b51-ab4aea3c76c4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9256c8a0-0cd1-49ed-b361-c5508d9ffcf9 HTTP/1.1" status: 200 len: 853 time: 0.0484037 Sep 21 22:10:06.549590 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-79bea032-052b-4d44-829d-fed6a48b553e req-ebe188e9-ffc7-4920-9443-cc591762dee6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=acbd7fe3-01c8-40cf-9414-9c94015e444f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267317 Sep 21 22:10:06.587496 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deee12f-1662-44d7-b3c2-d0eef80c9f9a req-dfbe48dd-d94c-4efe-b26d-ebb7e7392963 tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:10:06.589062 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1deee12f-1662-44d7-b3c2-d0eef80c9f9a req-dfbe48dd-d94c-4efe-b26d-ebb7e7392963 tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf1c5dd7-63c6-4a80-b1a3-0be99e070847 HTTP/1.1" status: 200 len: 948 time: 0.0584862 Sep 21 22:10:06.639554 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1deee12f-1662-44d7-b3c2-d0eef80c9f9a req-9172853a-01ef-4ae5-9264-cb890c80aae2 tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] 10.222.0.52 "GET /v2.0/security-groups?id=a83520a0-2d1b-4a80-b390-f707f1cae62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439408 Sep 21 22:10:06.640758 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-79bea032-052b-4d44-829d-fed6a48b553e req-ba031581-ce09-4ca5-8f26-65b09184daa3 service neutron] 10.222.0.71 "GET /v2.0/networks/acbd7fe3-01c8-40cf-9414-9c94015e444f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855017 Sep 21 22:10:06.734765 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-79bea032-052b-4d44-829d-fed6a48b553e req-44f7db6a-5f69-47f8-9622-2cb08b88f33d service neutron] 10.222.0.71 "GET /v2.0/networks/acbd7fe3-01c8-40cf-9414-9c94015e444f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873849 Sep 21 22:10:07.541201 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc09deba-7e3c-417c-8cfd-540cd276251d req-8c9f3edd-413b-49dc-abd5-8a896b0339e2 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:10:07.542550 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-cc09deba-7e3c-417c-8cfd-540cd276251d req-8c9f3edd-413b-49dc-abd5-8a896b0339e2 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/ports?device_id=61bbd8a1-01f0-4579-9e25-9d4c635ff99f HTTP/1.1" status: 200 len: 943 time: 0.0518401 Sep 21 22:10:07.588455 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-cc09deba-7e3c-417c-8cfd-540cd276251d req-46c27dab-279e-4698-bdbe-def71ed5642b tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/security-groups?id=e52a5b13-6776-407b-a9ad-38e63d2cf80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401232 Sep 21 22:10:07.759943 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f35715-b947-449b-b819-80b78ae4fc95 req-097745d1-9cd4-47e8-8664-f00c893909dc tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:10:07.761419 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-38f35715-b947-449b-b819-80b78ae4fc95 req-097745d1-9cd4-47e8-8664-f00c893909dc tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf1c5dd7-63c6-4a80-b1a3-0be99e070847 HTTP/1.1" status: 200 len: 948 time: 0.0509200 Sep 21 22:10:07.808064 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-38f35715-b947-449b-b819-80b78ae4fc95 req-b8f37c1a-a287-4c96-902d-64f6038bac3b tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] 10.222.0.52 "GET /v2.0/security-groups?id=a83520a0-2d1b-4a80-b390-f707f1cae62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398512 Sep 21 22:10:08.106318 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device 2a73ab82-e289-4e51-8366-c98281dba752 details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=116021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 22:10:08.203195 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port 2a73ab82-e289-4e51-8366-c98281dba752, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=2a73ab82-e289-4e51-8366-c98281dba752,segment=NetworkSegment(b07ca74e-3d5e-4b88-b990-9dfc80d72db1),segment_id=b07ca74e-3d5e-4b88-b990-9dfc80d72db1)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:10:08.214297 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Returning: {'device': '2a73ab82-e289-4e51-8366-c98281dba752', 'network_id': '2aa76138-349c-443a-90bb-61a6e2050541', 'port_id': '2a73ab82-e289-4e51-8366-c98281dba752', 'mac_address': 'fa:16:3e:af:6e:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaa10655-57b0-4c5e-9723-5faf02d35c3f', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 22:10:08.247627 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port 2a73ab82-e289-4e51-8366-c98281dba752 is: DOWN; New status is: BUILD {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:10:08.248017 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (2a73ab82-e289-4e51-8366-c98281dba752), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:08.261109 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.notifiers.nova [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a73ab82-e289-4e51-8366-c98281dba752 {{(pid=116021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:10:08.280427 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port 2a73ab82-e289-4e51-8366-c98281dba752, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=2a73ab82-e289-4e51-8366-c98281dba752,segment=NetworkSegment(b07ca74e-3d5e-4b88-b990-9dfc80d72db1),segment_id=b07ca74e-3d5e-4b88-b990-9dfc80d72db1)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:10:08.399527 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (2a73ab82-e289-4e51-8366-c98281dba752), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:08.445598 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=2a73ab82-e289-4e51-8366-c98281dba752,revision_number=4']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:10:08.452687 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:10:08.453044 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:10:08.453393 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:10:08.453736 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:10:08.454078 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:10:08.454417 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:10:08.454751 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:10:08.455109 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:10:08.455447 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:10:08.455777 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:10:08.456131 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:10:08.456464 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:10:08.456791 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:10:08.613626 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] get_ports_and_sgs() called for port_ids ['2a73ab82-e289-4e51-8366-c98281dba752'] {{(pid=116021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:10:08.960981 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a6175-f10f-4ad9-8f39-c3aabee3d7d1 req-3848711b-8c21-4ba7-8193-c373c5014c48 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:10:08.962507 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-821a6175-f10f-4ad9-8f39-c3aabee3d7d1 req-3848711b-8c21-4ba7-8193-c373c5014c48 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/ports?device_id=61bbd8a1-01f0-4579-9e25-9d4c635ff99f HTTP/1.1" status: 200 len: 943 time: 0.3012428 Sep 21 22:10:08.994867 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71d304-c1f2-417c-9467-06e7a91e4fcf req-1cc900ee-ede9-4686-8fa0-a2b57d5bf78b tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:10:08.996336 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-da71d304-c1f2-417c-9467-06e7a91e4fcf req-1cc900ee-ede9-4686-8fa0-a2b57d5bf78b tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf1c5dd7-63c6-4a80-b1a3-0be99e070847 HTTP/1.1" status: 200 len: 949 time: 0.0830820 Sep 21 22:10:09.035060 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-821a6175-f10f-4ad9-8f39-c3aabee3d7d1 req-596de4f0-0eb6-4f77-bffc-2a4f9b5f4cd1 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/security-groups?id=e52a5b13-6776-407b-a9ad-38e63d2cf80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660782 Sep 21 22:10:09.060782 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-da71d304-c1f2-417c-9467-06e7a91e4fcf req-f1bf4753-f277-47ab-9b56-826d00824550 tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] 10.222.0.52 "GET /v2.0/security-groups?id=a83520a0-2d1b-4a80-b390-f707f1cae62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540802 Sep 21 22:10:10.123070 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device d78f2efd-0e2e-48ce-a102-fee8ade3f723 details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=116021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 22:10:10.125673 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device 2a73ab82-e289-4e51-8366-c98281dba752 up at agent hyperv_hv-cinder-85881 {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:10:10.192874 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957d084-f19a-4d44-b2cc-efb22fca8196 req-9abbdc4c-aa6d-4eee-bc4e-6b16d5ccfeba tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:10:10.194362 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-d957d084-f19a-4d44-b2cc-efb22fca8196 req-9abbdc4c-aa6d-4eee-bc4e-6b16d5ccfeba tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/ports?device_id=61bbd8a1-01f0-4579-9e25-9d4c635ff99f HTTP/1.1" status: 200 len: 943 time: 0.0853295 Sep 21 22:10:10.216450 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2607f-7cee-4aff-96c9-d3a31bb574ca req-f6594793-a70e-4f09-893f-7dccc1534608 tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:10:10.217966 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-a8c2607f-7cee-4aff-96c9-d3a31bb574ca req-f6594793-a70e-4f09-893f-7dccc1534608 tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf1c5dd7-63c6-4a80-b1a3-0be99e070847 HTTP/1.1" status: 200 len: 949 time: 0.0761933 Sep 21 22:10:10.260912 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port d78f2efd-0e2e-48ce-a102-fee8ade3f723, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=d78f2efd-0e2e-48ce-a102-fee8ade3f723,segment=NetworkSegment(d4dc4120-6f7b-4881-b478-91aed068eb48),segment_id=d4dc4120-6f7b-4881-b478-91aed068eb48)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:10:10.273241 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Returning: {'device': 'd78f2efd-0e2e-48ce-a102-fee8ade3f723', 'network_id': 'acbd7fe3-01c8-40cf-9414-9c94015e444f', 'port_id': 'd78f2efd-0e2e-48ce-a102-fee8ade3f723', 'mac_address': 'fa:16:3e:d3:81:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9256c8a0-0cd1-49ed-b361-c5508d9ffcf9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 22:10:10.277738 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-d957d084-f19a-4d44-b2cc-efb22fca8196 req-d6ab9714-25de-453f-a824-903ebf9ad936 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/security-groups?id=e52a5b13-6776-407b-a9ad-38e63d2cf80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774972 Sep 21 22:10:10.291367 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-a8c2607f-7cee-4aff-96c9-d3a31bb574ca req-f329cce5-e8c0-41e2-8959-a72e17179d8d tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] 10.222.0.52 "GET /v2.0/security-groups?id=a83520a0-2d1b-4a80-b390-f707f1cae62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649717 Sep 21 22:10:10.297812 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Provisioning for port 2a73ab82-e289-4e51-8366-c98281dba752 completed by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 22:10:10.309116 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Provisioning complete for port 2a73ab82-e289-4e51-8366-c98281dba752 triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:10:10.309490 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (2a73ab82-e289-4e51-8366-c98281dba752), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:10.309825 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Attempt 1 to provision port 2a73ab82-e289-4e51-8366-c98281dba752 Sep 21 22:10:10.335514 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port d78f2efd-0e2e-48ce-a102-fee8ade3f723 is: DOWN; New status is: BUILD {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:10:10.335895 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (d78f2efd-0e2e-48ce-a102-fee8ade3f723), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:10.354038 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.notifiers.nova [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d78f2efd-0e2e-48ce-a102-fee8ade3f723 {{(pid=116021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:10:10.381443 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port d78f2efd-0e2e-48ce-a102-fee8ade3f723, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=d78f2efd-0e2e-48ce-a102-fee8ade3f723,segment=NetworkSegment(d4dc4120-6f7b-4881-b478-91aed068eb48),segment_id=d4dc4120-6f7b-4881-b478-91aed068eb48)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:10:10.414581 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port 2a73ab82-e289-4e51-8366-c98281dba752 is: BUILD; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:10:10.414968 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (2a73ab82-e289-4e51-8366-c98281dba752), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:10.437506 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf1c5dd7-63c6-4a80-b1a3-0be99e070847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a73ab82-e289-4e51-8366-c98281dba752'}] {{(pid=116021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:10:10.439829 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d500dca99ac2bf62db1703b02a00765538e18f27ddf2ede5333818e021564b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9464d1d6-6e6f-46f6-8c1d-74fd42b59352" -d '{"events": [{"server_uuid": "bf1c5dd7-63c6-4a80-b1a3-0be99e070847", "name": "network-vif-plugged", "status": "completed", "tag": "2a73ab82-e289-4e51-8366-c98281dba752"}]}' {{(pid=116021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:10:10.449388 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (d78f2efd-0e2e-48ce-a102-fee8ade3f723), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:10.455560 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port 2a73ab82-e289-4e51-8366-c98281dba752, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=2a73ab82-e289-4e51-8366-c98281dba752,segment=NetworkSegment(b07ca74e-3d5e-4b88-b990-9dfc80d72db1),segment_id=b07ca74e-3d5e-4b88-b990-9dfc80d72db1)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:10:10.476739 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e48242-cd69-49ad-a51b-2b4d129aa891 x-openstack-request-id: req-26e48242-cd69-49ad-a51b-2b4d129aa891 {{(pid=116021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:10:10.477034 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf1c5dd7-63c6-4a80-b1a3-0be99e070847", "name": "network-vif-plugged", "status": "completed", "tag": "2a73ab82-e289-4e51-8366-c98281dba752", "code": 200}]} {{(pid=116021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:10:10.477285 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-26e48242-cd69-49ad-a51b-2b4d129aa891 {{(pid=116021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:10:10.477677 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26e48242-cd69-49ad-a51b-2b4d129aa891'] response: {'server_uuid': 'bf1c5dd7-63c6-4a80-b1a3-0be99e070847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a73ab82-e289-4e51-8366-c98281dba752', 'code': 200} Sep 21 22:10:10.503772 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=d78f2efd-0e2e-48ce-a102-fee8ade3f723,revision_number=4']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:10:10.525623 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (2a73ab82-e289-4e51-8366-c98281dba752), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:10.574195 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=2a73ab82-e289-4e51-8366-c98281dba752,revision_number=5']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:10:10.669991 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] get_ports_and_sgs() called for port_ids ['d78f2efd-0e2e-48ce-a102-fee8ade3f723'] {{(pid=116021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:10:10.781054 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4730e-3d42-474e-92d9-3356797f2829 req-08481465-454f-4a7a-b8a0-8793fb244380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:10:10.782602 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-ada4730e-3d42-474e-92d9-3356797f2829 req-08481465-454f-4a7a-b8a0-8793fb244380 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=bf1c5dd7-63c6-4a80-b1a3-0be99e070847 HTTP/1.1" status: 200 len: 1134 time: 0.0445654 Sep 21 22:10:10.827019 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-ada4730e-3d42-474e-92d9-3356797f2829 req-ca8fceab-9a81-4c97-8a71-092ea004dde5 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a83520a0-2d1b-4a80-b390-f707f1cae62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381544 Sep 21 22:10:11.436798 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1d78b-6fff-4e08-b4bf-c0700d523932 req-508c14ad-2736-484c-9ef3-e28197d6eb86 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:10:11.438373 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-85a1d78b-6fff-4e08-b4bf-c0700d523932 req-508c14ad-2736-484c-9ef3-e28197d6eb86 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/ports?device_id=61bbd8a1-01f0-4579-9e25-9d4c635ff99f HTTP/1.1" status: 200 len: 944 time: 0.0855005 Sep 21 22:10:11.465132 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18d216-aaf9-40e4-9dcc-7913e054c194 req-ab8fd2ec-4ffa-4f6d-95fb-8d758fb2e8d8 tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:10:11.466580 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-aa18d216-aaf9-40e4-9dcc-7913e054c194 req-ab8fd2ec-4ffa-4f6d-95fb-8d758fb2e8d8 tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf1c5dd7-63c6-4a80-b1a3-0be99e070847 HTTP/1.1" status: 200 len: 950 time: 0.0873361 Sep 21 22:10:11.511478 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-85a1d78b-6fff-4e08-b4bf-c0700d523932 req-44d87c40-7548-4787-9a73-85b443aa623b tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/security-groups?id=e52a5b13-6776-407b-a9ad-38e63d2cf80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671611 Sep 21 22:10:11.534979 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-aa18d216-aaf9-40e4-9dcc-7913e054c194 req-4b246596-5c4a-41ac-a977-c96a74c9efb1 tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] 10.222.0.52 "GET /v2.0/security-groups?id=a83520a0-2d1b-4a80-b390-f707f1cae62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604622 Sep 21 22:10:12.148767 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device d78f2efd-0e2e-48ce-a102-fee8ade3f723 up at agent hyperv_hv-cinder-85881 {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:10:12.245028 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Provisioning for port d78f2efd-0e2e-48ce-a102-fee8ade3f723 completed by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 22:10:12.249752 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Provisioning complete for port d78f2efd-0e2e-48ce-a102-fee8ade3f723 triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:10:12.250135 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (d78f2efd-0e2e-48ce-a102-fee8ade3f723), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:12.250477 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Attempt 1 to provision port d78f2efd-0e2e-48ce-a102-fee8ade3f723 Sep 21 22:10:12.321077 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port d78f2efd-0e2e-48ce-a102-fee8ade3f723 is: BUILD; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:10:12.321467 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (d78f2efd-0e2e-48ce-a102-fee8ade3f723), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:12.353215 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port d78f2efd-0e2e-48ce-a102-fee8ade3f723, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=d78f2efd-0e2e-48ce-a102-fee8ade3f723,segment=NetworkSegment(d4dc4120-6f7b-4881-b478-91aed068eb48),segment_id=d4dc4120-6f7b-4881-b478-91aed068eb48)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:10:12.424605 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (d78f2efd-0e2e-48ce-a102-fee8ade3f723), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:12.470027 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=d78f2efd-0e2e-48ce-a102-fee8ade3f723,revision_number=5']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:10:12.478558 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61bbd8a1-01f0-4579-9e25-9d4c635ff99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd78f2efd-0e2e-48ce-a102-fee8ade3f723'}] {{(pid=116021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:10:12.480892 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d500dca99ac2bf62db1703b02a00765538e18f27ddf2ede5333818e021564b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681724a5-bb28-4712-b437-f8c3a2251ed4" -d '{"events": [{"server_uuid": "61bbd8a1-01f0-4579-9e25-9d4c635ff99f", "name": "network-vif-plugged", "status": "completed", "tag": "d78f2efd-0e2e-48ce-a102-fee8ade3f723"}]}' {{(pid=116021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:10:12.517039 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f1c76d-2b35-4ded-a824-04ff54fd5bee x-openstack-request-id: req-98f1c76d-2b35-4ded-a824-04ff54fd5bee {{(pid=116021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:10:12.517332 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61bbd8a1-01f0-4579-9e25-9d4c635ff99f", "name": "network-vif-plugged", "status": "completed", "tag": "d78f2efd-0e2e-48ce-a102-fee8ade3f723", "code": 200}]} {{(pid=116021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:10:12.517589 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-98f1c76d-2b35-4ded-a824-04ff54fd5bee {{(pid=116021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:10:12.517988 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98f1c76d-2b35-4ded-a824-04ff54fd5bee'] response: {'server_uuid': '61bbd8a1-01f0-4579-9e25-9d4c635ff99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd78f2efd-0e2e-48ce-a102-fee8ade3f723', 'code': 200} Sep 21 22:10:12.679158 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ac9d0-aad6-4372-883a-520ac29242b9 req-bca2c75a-4fca-4cde-9db6-59f929cfd358 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:10:12.680587 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-913ac9d0-aad6-4372-883a-520ac29242b9 req-bca2c75a-4fca-4cde-9db6-59f929cfd358 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/ports?device_id=61bbd8a1-01f0-4579-9e25-9d4c635ff99f HTTP/1.1" status: 200 len: 945 time: 0.0932536 Sep 21 22:10:12.688334 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28d931-3a85-48a4-bfb0-559c92e16695 req-5eac98f6-7353-452d-9544-53619861d15b tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:10:12.689745 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8f28d931-3a85-48a4-bfb0-559c92e16695 req-5eac98f6-7353-452d-9544-53619861d15b tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf1c5dd7-63c6-4a80-b1a3-0be99e070847 HTTP/1.1" status: 200 len: 950 time: 0.0737512 Sep 21 22:10:12.760691 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-913ac9d0-aad6-4372-883a-520ac29242b9 req-1a863974-3dc1-4c71-ae39-01d98f138796 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/security-groups?id=e52a5b13-6776-407b-a9ad-38e63d2cf80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699756 Sep 21 22:10:12.765747 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8f28d931-3a85-48a4-bfb0-559c92e16695 req-e50e006f-0c91-4069-b7a9-992e0d4b0dfe tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] 10.222.0.52 "GET /v2.0/security-groups?id=a83520a0-2d1b-4a80-b390-f707f1cae62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694139 Sep 21 22:10:12.821433 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471634b-7eee-42fd-93fb-0c2ec3c1705a req-14b1532d-1292-4cfb-a380-f45dd90b8007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:10:12.822979 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-4471634b-7eee-42fd-93fb-0c2ec3c1705a req-14b1532d-1292-4cfb-a380-f45dd90b8007 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=61bbd8a1-01f0-4579-9e25-9d4c635ff99f HTTP/1.1" status: 200 len: 1129 time: 0.0467925 Sep 21 22:10:12.872600 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-4471634b-7eee-42fd-93fb-0c2ec3c1705a req-0122396e-0fa7-493b-a848-696362f044c2 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e52a5b13-6776-407b-a9ad-38e63d2cf80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428185 Sep 21 22:10:13.209234 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49653bdf-d042-4bb0-b392-deb0c6b507a8 req-bcc4032d-39e5-4705-9a18-408d27fdfb0d tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:10:13.210711 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-49653bdf-d042-4bb0-b392-deb0c6b507a8 req-bcc4032d-39e5-4705-9a18-408d27fdfb0d tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf1c5dd7-63c6-4a80-b1a3-0be99e070847 HTTP/1.1" status: 200 len: 950 time: 0.0519948 Sep 21 22:10:13.257223 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-49653bdf-d042-4bb0-b392-deb0c6b507a8 req-2ebd163e-01a0-4ce6-aafb-073a0bac485e tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] 10.222.0.52 "GET /v2.0/security-groups?id=a83520a0-2d1b-4a80-b390-f707f1cae62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408316 Sep 21 22:10:13.897421 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b0096-2c31-4f60-ba58-848b464ca08b req-bdb14ae0-ef5f-48b1-ba82-88883ff26dbf tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:10:13.898926 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ba5b0096-2c31-4f60-ba58-848b464ca08b req-bdb14ae0-ef5f-48b1-ba82-88883ff26dbf tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/ports?device_id=61bbd8a1-01f0-4579-9e25-9d4c635ff99f HTTP/1.1" status: 200 len: 945 time: 0.0531459 Sep 21 22:10:13.950082 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ba5b0096-2c31-4f60-ba58-848b464ca08b req-b69a6d41-8ef5-4fb1-baf0-1da8b71116bf tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/security-groups?id=e52a5b13-6776-407b-a9ad-38e63d2cf80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445709 Sep 21 22:10:14.380332 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26848827-3057-49ec-a0b8-357ca42bbba9 req-4a88e1c3-7c71-4109-90ed-ae6068160f8d tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:10:14.382628 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-26848827-3057-49ec-a0b8-357ca42bbba9 req-4a88e1c3-7c71-4109-90ed-ae6068160f8d tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf1c5dd7-63c6-4a80-b1a3-0be99e070847 HTTP/1.1" status: 200 len: 950 time: 0.0530224 Sep 21 22:10:14.431193 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-26848827-3057-49ec-a0b8-357ca42bbba9 req-6e2b3d0e-5a07-4f99-beef-7cc934db1472 tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] 10.222.0.52 "GET /v2.0/security-groups?id=a83520a0-2d1b-4a80-b390-f707f1cae62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425363 Sep 21 22:10:14.638652 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef9e8b0-85b8-4f24-a3da-7c730e685b8f req-921d83f0-b70c-4733-98c5-1e0757da2a76 tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:10:14.640724 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-cef9e8b0-85b8-4f24-a3da-7c730e685b8f req-921d83f0-b70c-4733-98c5-1e0757da2a76 tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf1c5dd7-63c6-4a80-b1a3-0be99e070847 HTTP/1.1" status: 200 len: 950 time: 0.0533319 Sep 21 22:10:14.741066 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [req-cef9e8b0-85b8-4f24-a3da-7c730e685b8f req-57de3d94-5ecc-4b3f-9efe-9019e90bb51f tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] Deleting port 2a73ab82-e289-4e51-8366-c98281dba752 {{(pid=116020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:10:14.741578 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-cef9e8b0-85b8-4f24-a3da-7c730e685b8f req-57de3d94-5ecc-4b3f-9efe-9019e90bb51f tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (2a73ab82-e289-4e51-8366-c98281dba752), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:14.835135 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-cef9e8b0-85b8-4f24-a3da-7c730e685b8f req-57de3d94-5ecc-4b3f-9efe-9019e90bb51f tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] For port 2a73ab82-e289-4e51-8366-c98281dba752, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=2a73ab82-e289-4e51-8366-c98281dba752,segment=NetworkSegment(b07ca74e-3d5e-4b88-b990-9dfc80d72db1),segment_id=b07ca74e-3d5e-4b88-b990-9dfc80d72db1)] {{(pid=116020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:10:14.835497 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-cef9e8b0-85b8-4f24-a3da-7c730e685b8f req-57de3d94-5ecc-4b3f-9efe-9019e90bb51f tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (2a73ab82-e289-4e51-8366-c98281dba752), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:14.848346 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [req-cef9e8b0-85b8-4f24-a3da-7c730e685b8f req-57de3d94-5ecc-4b3f-9efe-9019e90bb51f tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] Calling delete_port for 2a73ab82-e289-4e51-8366-c98281dba752 owned by compute:nova {{(pid=116020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:10:14.955475 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (0aee7d89-594f-4992-91de-a4ac3f52e28d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:15.075707 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-cef9e8b0-85b8-4f24-a3da-7c730e685b8f req-57de3d94-5ecc-4b3f-9efe-9019e90bb51f tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (2a73ab82-e289-4e51-8366-c98281dba752), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:15.082776 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a012f0-40df-47bd-acc0-a6103d33c2c1 req-65c894ef-091f-4400-be74-53b1847b5a72 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:10:15.084317 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-05a012f0-40df-47bd-acc0-a6103d33c2c1 req-65c894ef-091f-4400-be74-53b1847b5a72 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/ports?device_id=61bbd8a1-01f0-4579-9e25-9d4c635ff99f HTTP/1.1" status: 200 len: 945 time: 0.0546308 Sep 21 22:10:15.087337 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] get_ports_and_sgs() called for port_ids ['2a73ab82-e289-4e51-8366-c98281dba752'] {{(pid=116021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:10:15.104685 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57de3d94-5ecc-4b3f-9efe-9019e90bb51f tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] Pushing event deleted for resources: {'Port': ['ID=2a73ab82-e289-4e51-8366-c98281dba752,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:10:15.144648 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-05a012f0-40df-47bd-acc0-a6103d33c2c1 req-8cc226c0-a8e5-44db-956f-b23e9582e994 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/security-groups?id=e52a5b13-6776-407b-a9ad-38e63d2cf80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527573 Sep 21 22:10:15.159503 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef9e8b0-85b8-4f24-a3da-7c730e685b8f req-57de3d94-5ecc-4b3f-9efe-9019e90bb51f tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] No DVR routers for this DVR port 2a73ab82-e289-4e51-8366-c98281dba752 on host hv-cinder-85881 {{(pid=116020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:10:15.165446 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-cef9e8b0-85b8-4f24-a3da-7c730e685b8f req-57de3d94-5ecc-4b3f-9efe-9019e90bb51f tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:15.169017 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-cef9e8b0-85b8-4f24-a3da-7c730e685b8f req-57de3d94-5ecc-4b3f-9efe-9019e90bb51f tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] 10.222.0.71 "DELETE /v2.0/ports/2a73ab82-e289-4e51-8366-c98281dba752 HTTP/1.1" status: 204 len: 173 time: 0.5233614 Sep 21 22:10:15.169564 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf1c5dd7-63c6-4a80-b1a3-0be99e070847', 'name': 'network-vif-deleted', 'tag': '2a73ab82-e289-4e51-8366-c98281dba752'}] {{(pid=116020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:10:15.181110 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}616469ce01b4343580b51944d90e43cdadd76175ffa2c7c7ae3ce11ef7217efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38de677-85e1-4f45-8cfa-1ee75ed73609" -d '{"events": [{"server_uuid": "bf1c5dd7-63c6-4a80-b1a3-0be99e070847", "name": "network-vif-deleted", "tag": "2a73ab82-e289-4e51-8366-c98281dba752"}]}' {{(pid=116020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:10:15.218503 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d769a7a1-92d7-406d-8b8e-7bb8e8d8c18d x-openstack-request-id: req-d769a7a1-92d7-406d-8b8e-7bb8e8d8c18d {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:10:15.218806 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf1c5dd7-63c6-4a80-b1a3-0be99e070847", "name": "network-vif-deleted", "tag": "2a73ab82-e289-4e51-8366-c98281dba752", "status": "completed", "code": 200}]} {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:10:15.219067 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d769a7a1-92d7-406d-8b8e-7bb8e8d8c18d {{(pid=116020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:10:15.219477 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d769a7a1-92d7-406d-8b8e-7bb8e8d8c18d'] response: {'server_uuid': 'bf1c5dd7-63c6-4a80-b1a3-0be99e070847', 'name': 'network-vif-deleted', 'tag': '2a73ab82-e289-4e51-8366-c98281dba752', 'status': 'completed', 'code': 200} Sep 21 22:10:15.550436 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-07c5470b-448d-4469-8612-1637584374a7 req-79ae675e-810e-42b1-8ebb-cc85b1194a2f tempest-VolumesNegativeTest-1583830006 tempest-VolumesNegativeTest-1583830006-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf1c5dd7-63c6-4a80-b1a3-0be99e070847 HTTP/1.1" status: 200 len: 210 time: 0.0314324 Sep 21 22:10:15.746741 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.agents_db [None req-53c7536d-764e-4ad7-87ad-c450eadf28b3 None None] Agent healthcheck: found 6 active agents {{(pid=116022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:10:15.999332 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-de523493-487a-4468-ab03-c77153acec58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:18.150951 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-77f41bd0-dbb8-4fa7-853a-77235a49b838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:18.199745 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device 2a73ab82-e289-4e51-8366-c98281dba752 no longer exists at agent hyperv_hv-cinder-85881 {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:10:18.219135 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] No Port match for: 2a73ab82-e289-4e51-8366-c98281dba752 {{(pid=116021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:10:18.219832 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device 2a73ab82-e289-4e51-8366-c98281dba752 not bound to the agent host hv-cinder-85881 {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:10:19.542307 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:21.161134 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:21.606473 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-5b02062a-cfba-48af-aaaa-fa65e4616752 req-18e89638-8a89-4b30-9b82-b40f40d76c79 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=61bbd8a1-01f0-4579-9e25-9d4c635ff99f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434558 Sep 21 22:10:21.696103 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02062a-cfba-48af-aaaa-fa65e4616752 req-192cebd2-5d6d-49e0-ab19-fdcaa2860a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:10:21.697595 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-5b02062a-cfba-48af-aaaa-fa65e4616752 req-192cebd2-5d6d-49e0-ab19-fdcaa2860a26 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=86365636bab54cb8b5f8eb389e75b13a&device_id=61bbd8a1-01f0-4579-9e25-9d4c635ff99f HTTP/1.1" status: 200 len: 1129 time: 0.0478680 Sep 21 22:10:21.799902 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02062a-cfba-48af-aaaa-fa65e4616752 req-2d39b2f8-5af8-49e2-b7d5-c7a3b89918f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:10:21.801407 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-5b02062a-cfba-48af-aaaa-fa65e4616752 req-2d39b2f8-5af8-49e2-b7d5-c7a3b89918f9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=acbd7fe3-01c8-40cf-9414-9c94015e444f HTTP/1.1" status: 200 len: 914 time: 0.0848303 Sep 21 22:10:21.843523 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-5b02062a-cfba-48af-aaaa-fa65e4616752 req-fc4e65d4-cff9-4946-8e4e-e070af0f4f34 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d78f2efd-0e2e-48ce-a102-fee8ade3f723 HTTP/1.1" status: 200 len: 217 time: 0.0356724 Sep 21 22:10:21.891814 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02062a-cfba-48af-aaaa-fa65e4616752 req-3729c074-c34b-46c7-b680-3b74376a949d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:10:21.893826 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-5b02062a-cfba-48af-aaaa-fa65e4616752 req-3729c074-c34b-46c7-b680-3b74376a949d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9256c8a0-0cd1-49ed-b361-c5508d9ffcf9 HTTP/1.1" status: 200 len: 853 time: 0.0434043 Sep 21 22:10:21.926970 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-5b02062a-cfba-48af-aaaa-fa65e4616752 req-40031e37-7cce-4c1f-ba8c-0d105578f4c6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=acbd7fe3-01c8-40cf-9414-9c94015e444f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253191 Sep 21 22:10:22.018045 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-5b02062a-cfba-48af-aaaa-fa65e4616752 req-57eb549f-237c-4800-a431-d0befccabbe6 service neutron] 10.222.0.71 "GET /v2.0/networks/acbd7fe3-01c8-40cf-9414-9c94015e444f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812681 Sep 21 22:10:22.108627 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-5b02062a-cfba-48af-aaaa-fa65e4616752 req-d2280369-ce66-455e-8b87-6b1db0f4930f service neutron] 10.222.0.71 "GET /v2.0/networks/acbd7fe3-01c8-40cf-9414-9c94015e444f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844905 Sep 21 22:10:22.481277 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:22.651993 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 40460) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:10:22.786190 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-790a15c9-a980-4ac0-af7b-15703b96183b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=57958717d3af42fb915464e56a65139e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329744 Sep 21 22:10:22.788628 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 40464) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:10:22.834559 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-236dcd38-6006-44e9-982a-44fe7238fa9c admin admin] Publish callbacks [] for security_group (a83520a0-2d1b-4a80-b390-f707f1cae62e), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:22.856498 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-236dcd38-6006-44e9-982a-44fe7238fa9c admin admin] Publish callbacks [] for security_group (a83520a0-2d1b-4a80-b390-f707f1cae62e), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:22.972941 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-236dcd38-6006-44e9-982a-44fe7238fa9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (a83520a0-2d1b-4a80-b390-f707f1cae62e), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:22.975778 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-236dcd38-6006-44e9-982a-44fe7238fa9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:22.976980 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-236dcd38-6006-44e9-982a-44fe7238fa9c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a83520a0-2d1b-4a80-b390-f707f1cae62e HTTP/1.1" status: 204 len: 168 time: 0.1874526 Sep 21 22:10:22.984909 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236dcd38-6006-44e9-982a-44fe7238fa9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83520a0-2d1b-4a80-b390-f707f1cae62e,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:10:37.991824 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5550439a-f682-4375-bcd0-6bb1a5c6b181 req-4120d062-e48a-43eb-a85b-0ef2d3e7badd tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:10:37.993363 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-5550439a-f682-4375-bcd0-6bb1a5c6b181 req-4120d062-e48a-43eb-a85b-0ef2d3e7badd tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/ports?device_id=61bbd8a1-01f0-4579-9e25-9d4c635ff99f HTTP/1.1" status: 200 len: 945 time: 0.0526345 Sep 21 22:10:38.039816 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-5550439a-f682-4375-bcd0-6bb1a5c6b181 req-ba5df0ec-4d39-4e86-ba45-b63cfce8671c tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/security-groups?id=e52a5b13-6776-407b-a9ad-38e63d2cf80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408425 Sep 21 22:10:39.167823 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57ea7e-14a8-4271-b2da-a3586fc8109f req-10a1fa52-2fb1-46c7-a540-db0a903f21f2 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:10:39.169325 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1a57ea7e-14a8-4271-b2da-a3586fc8109f req-10a1fa52-2fb1-46c7-a540-db0a903f21f2 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/ports?device_id=61bbd8a1-01f0-4579-9e25-9d4c635ff99f HTTP/1.1" status: 200 len: 945 time: 0.0541334 Sep 21 22:10:39.216595 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1a57ea7e-14a8-4271-b2da-a3586fc8109f req-f4e03ea5-73c6-40e1-a25c-d76ed0ce0080 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/security-groups?id=e52a5b13-6776-407b-a9ad-38e63d2cf80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410278 Sep 21 22:10:39.622939 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9fb62d-3ff4-44e5-9b0e-a72d2e316244 req-c0202caf-24a9-4973-a633-ab811d1a0d05 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:10:39.624987 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-7b9fb62d-3ff4-44e5-9b0e-a72d2e316244 req-c0202caf-24a9-4973-a633-ab811d1a0d05 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.71 "GET /v2.0/ports?device_id=61bbd8a1-01f0-4579-9e25-9d4c635ff99f HTTP/1.1" status: 200 len: 945 time: 0.0551522 Sep 21 22:10:39.710215 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [req-7b9fb62d-3ff4-44e5-9b0e-a72d2e316244 req-37bc4b14-e0da-48d9-bee9-275702bb5936 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Deleting port d78f2efd-0e2e-48ce-a102-fee8ade3f723 {{(pid=116020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:10:39.710557 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-7b9fb62d-3ff4-44e5-9b0e-a72d2e316244 req-37bc4b14-e0da-48d9-bee9-275702bb5936 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (d78f2efd-0e2e-48ce-a102-fee8ade3f723), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:39.799519 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-7b9fb62d-3ff4-44e5-9b0e-a72d2e316244 req-37bc4b14-e0da-48d9-bee9-275702bb5936 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] For port d78f2efd-0e2e-48ce-a102-fee8ade3f723, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=d78f2efd-0e2e-48ce-a102-fee8ade3f723,segment=NetworkSegment(d4dc4120-6f7b-4881-b478-91aed068eb48),segment_id=d4dc4120-6f7b-4881-b478-91aed068eb48)] {{(pid=116020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:10:39.799894 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-7b9fb62d-3ff4-44e5-9b0e-a72d2e316244 req-37bc4b14-e0da-48d9-bee9-275702bb5936 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (d78f2efd-0e2e-48ce-a102-fee8ade3f723), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:39.812237 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [req-7b9fb62d-3ff4-44e5-9b0e-a72d2e316244 req-37bc4b14-e0da-48d9-bee9-275702bb5936 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Calling delete_port for d78f2efd-0e2e-48ce-a102-fee8ade3f723 owned by compute:nova {{(pid=116020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:10:39.999457 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-7b9fb62d-3ff4-44e5-9b0e-a72d2e316244 req-37bc4b14-e0da-48d9-bee9-275702bb5936 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (d78f2efd-0e2e-48ce-a102-fee8ade3f723), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:40.012679 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] get_ports_and_sgs() called for port_ids ['d78f2efd-0e2e-48ce-a102-fee8ade3f723'] {{(pid=116021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:10:40.029249 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bc4b14-e0da-48d9-bee9-275702bb5936 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Pushing event deleted for resources: {'Port': ['ID=d78f2efd-0e2e-48ce-a102-fee8ade3f723,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:10:40.041962 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bc4b14-e0da-48d9-bee9-275702bb5936 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:10:40.042319 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bc4b14-e0da-48d9-bee9-275702bb5936 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:10:40.042668 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bc4b14-e0da-48d9-bee9-275702bb5936 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:10:40.043012 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bc4b14-e0da-48d9-bee9-275702bb5936 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:10:40.043352 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bc4b14-e0da-48d9-bee9-275702bb5936 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:10:40.043689 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bc4b14-e0da-48d9-bee9-275702bb5936 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:10:40.044023 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bc4b14-e0da-48d9-bee9-275702bb5936 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:10:40.044393 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bc4b14-e0da-48d9-bee9-275702bb5936 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:10:40.044725 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bc4b14-e0da-48d9-bee9-275702bb5936 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:10:40.045112 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bc4b14-e0da-48d9-bee9-275702bb5936 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:10:40.045445 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bc4b14-e0da-48d9-bee9-275702bb5936 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:10:40.045773 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bc4b14-e0da-48d9-bee9-275702bb5936 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:10:40.046133 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bc4b14-e0da-48d9-bee9-275702bb5936 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:10:40.082933 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b9fb62d-3ff4-44e5-9b0e-a72d2e316244 req-37bc4b14-e0da-48d9-bee9-275702bb5936 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] No DVR routers for this DVR port d78f2efd-0e2e-48ce-a102-fee8ade3f723 on host hv-cinder-85881 {{(pid=116020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:10:40.085656 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-7b9fb62d-3ff4-44e5-9b0e-a72d2e316244 req-37bc4b14-e0da-48d9-bee9-275702bb5936 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:40.089111 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-7b9fb62d-3ff4-44e5-9b0e-a72d2e316244 req-37bc4b14-e0da-48d9-bee9-275702bb5936 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.71 "DELETE /v2.0/ports/d78f2efd-0e2e-48ce-a102-fee8ade3f723 HTTP/1.1" status: 204 len: 173 time: 0.4589043 Sep 21 22:10:40.089636 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61bbd8a1-01f0-4579-9e25-9d4c635ff99f', 'name': 'network-vif-deleted', 'tag': 'd78f2efd-0e2e-48ce-a102-fee8ade3f723'}] {{(pid=116020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:10:40.092329 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}616469ce01b4343580b51944d90e43cdadd76175ffa2c7c7ae3ce11ef7217efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b760b29-b9c7-42a0-ad6a-15be218fc286" -d '{"events": [{"server_uuid": "61bbd8a1-01f0-4579-9e25-9d4c635ff99f", "name": "network-vif-deleted", "tag": "d78f2efd-0e2e-48ce-a102-fee8ade3f723"}]}' {{(pid=116020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:10:40.128143 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb42e39-986f-42a5-b14d-ed4e9f4aad54 x-openstack-request-id: req-2bb42e39-986f-42a5-b14d-ed4e9f4aad54 {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:10:40.128447 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61bbd8a1-01f0-4579-9e25-9d4c635ff99f", "name": "network-vif-deleted", "tag": "d78f2efd-0e2e-48ce-a102-fee8ade3f723", "status": "completed", "code": 200}]} {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:10:40.128707 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2bb42e39-986f-42a5-b14d-ed4e9f4aad54 {{(pid=116020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:10:40.129117 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bb42e39-986f-42a5-b14d-ed4e9f4aad54'] response: {'server_uuid': '61bbd8a1-01f0-4579-9e25-9d4c635ff99f', 'name': 'network-vif-deleted', 'tag': 'd78f2efd-0e2e-48ce-a102-fee8ade3f723', 'status': 'completed', 'code': 200} Sep 21 22:10:40.324434 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-66412c53-05d2-4445-8448-a17ff4db03d3 req-79aee8ec-43de-4d8d-93ff-1e6320ced833 tempest-VolumesSnapshotTestJSON-1588928053 tempest-VolumesSnapshotTestJSON-1588928053-project] 10.222.0.52 "GET /v2.0/ports?device_id=61bbd8a1-01f0-4579-9e25-9d4c635ff99f HTTP/1.1" status: 200 len: 210 time: 0.0313199 Sep 21 22:10:44.653427 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device d78f2efd-0e2e-48ce-a102-fee8ade3f723 no longer exists at agent hyperv_hv-cinder-85881 {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:10:44.672956 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] No Port match for: d78f2efd-0e2e-48ce-a102-fee8ade3f723 {{(pid=116021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:10:44.673309 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device d78f2efd-0e2e-48ce-a102-fee8ade3f723 not bound to the agent host hv-cinder-85881 {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:10:45.503608 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (0aee7d89-594f-4992-91de-a4ac3f52e28d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:45.981942 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-a98db4cf-83dc-42d8-b135-31410bfdc77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:48.149001 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-01e03b74-3826-457f-80e3-aa5df7f977e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:49.553698 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:51.041078 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:52.543626 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:10:52.745848 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.agents_db [None req-53c7536d-764e-4ad7-87ad-c450eadf28b3 None None] Agent healthcheck: found 6 active agents {{(pid=116022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:11:06.938202 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 40664) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:11:06.982829 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ef882ec-97ae-41f6-8a6e-a0efb844f3e4 admin admin] Deleting subnet 9256c8a0-0cd1-49ed-b361-c5508d9ffcf9 {{(pid=116020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 22:11:06.986237 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-3ef882ec-97ae-41f6-8a6e-a0efb844f3e4 admin admin] Publish callbacks [] for subnet (9256c8a0-0cd1-49ed-b361-c5508d9ffcf9), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:07.025078 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-3ef882ec-97ae-41f6-8a6e-a0efb844f3e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14300058'] for subnet (9256c8a0-0cd1-49ed-b361-c5508d9ffcf9), precommit_delete_associations {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:07.065881 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-3ef882ec-97ae-41f6-8a6e-a0efb844f3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537063'] for subnet (9256c8a0-0cd1-49ed-b361-c5508d9ffcf9), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:07.194727 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-3ef882ec-97ae-41f6-8a6e-a0efb844f3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14266095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13040407'] for subnet (9256c8a0-0cd1-49ed-b361-c5508d9ffcf9), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:07.220822 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef882ec-97ae-41f6-8a6e-a0efb844f3e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9256c8a0-0cd1-49ed-b361-c5508d9ffcf9,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:07.224722 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-3ef882ec-97ae-41f6-8a6e-a0efb844f3e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for subnet (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:07.228877 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-3ef882ec-97ae-41f6-8a6e-a0efb844f3e4 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/9256c8a0-0cd1-49ed-b361-c5508d9ffcf9 HTTP/1.1" status: 204 len: 168 time: 0.2896335 Sep 21 22:11:07.231386 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 40666) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:11:07.305121 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-9cf9ba6f-22e1-4e75-9089-3e23c185c86e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1448795'] for network (acbd7fe3-01c8-40cf-9414-9c94015e444f), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:07.382150 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-9cf9ba6f-22e1-4e75-9089-3e23c185c86e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536160', 'neutron.services.segments.db._delete_segments_for_network-8739546438391'] for network (acbd7fe3-01c8-40cf-9414-9c94015e444f), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:07.406668 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.services.segments.db [None req-9cf9ba6f-22e1-4e75-9089-3e23c185c86e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acbd7fe3-01c8-40cf-9414-9c94015e444f']}} {{(pid=116020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:11:07.416784 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.services.segments.db [None req-9cf9ba6f-22e1-4e75-9089-3e23c185c86e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4dc4120-6f7b-4881-b478-91aed068eb48') {'for_net_delete': True} {{(pid=116020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:11:07.417079 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.services.segments.db [None req-9cf9ba6f-22e1-4e75-9089-3e23c185c86e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4dc4120-6f7b-4881-b478-91aed068eb48') {} {{(pid=116020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:11:07.427100 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-9cf9ba6f-22e1-4e75-9089-3e23c185c86e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739546442765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14300077'] for segment (d4dc4120-6f7b-4881-b478-91aed068eb48), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:07.440216 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-9cf9ba6f-22e1-4e75-9089-3e23c185c86e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1532675'] for segment (d4dc4120-6f7b-4881-b478-91aed068eb48), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:07.446153 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cf9ba6f-22e1-4e75-9089-3e23c185c86e admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=116020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 22:11:07.446480 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-9cf9ba6f-22e1-4e75-9089-3e23c185c86e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1532675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14262349'] for segment (d4dc4120-6f7b-4881-b478-91aed068eb48), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:07.484838 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.services.segments.plugin [-] Segment d4dc4120-6f7b-4881-b478-91aed068eb48 resource provider aggregate not found Sep 21 22:11:07.502923 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.services.segments.plugin [-] Segment d4dc4120-6f7b-4881-b478-91aed068eb48 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d4dc4120-6f7b-4881-b478-91aed068eb48 found for delete ", "request_id": "req-d7e78074-3ae2-48d4-9112-68a5eaf19549"}]} Sep 21 22:11:07.617209 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-9cf9ba6f-22e1-4e75-9089-3e23c185c86e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494366'] for network (acbd7fe3-01c8-40cf-9414-9c94015e444f), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:07.622708 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-9cf9ba6f-22e1-4e75-9089-3e23c185c86e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for network (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:07.625947 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-9cf9ba6f-22e1-4e75-9089-3e23c185c86e admin admin] 10.222.0.52 "DELETE /v2.0/networks/acbd7fe3-01c8-40cf-9414-9c94015e444f HTTP/1.1" status: 204 len: 168 time: 0.3936100 Sep 21 22:11:07.637554 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf9ba6f-22e1-4e75-9089-3e23c185c86e admin admin] Pushing event deleted for resources: {'Network': ['ID=acbd7fe3-01c8-40cf-9414-9c94015e444f,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:08.001146 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 40674) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:11:08.041494 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-509c6c95-4c10-49cd-b2fb-101daa5ef593 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=86365636bab54cb8b5f8eb389e75b13a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391641 Sep 21 22:11:08.044059 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 40676) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:11:08.093680 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-1e090a48-9efa-44c8-b603-f17c0ba331e1 admin admin] Publish callbacks [] for security_group (e52a5b13-6776-407b-a9ad-38e63d2cf80c), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:08.119716 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-1e090a48-9efa-44c8-b603-f17c0ba331e1 admin admin] Publish callbacks [] for security_group (e52a5b13-6776-407b-a9ad-38e63d2cf80c), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:08.246323 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-1e090a48-9efa-44c8-b603-f17c0ba331e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (e52a5b13-6776-407b-a9ad-38e63d2cf80c), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:08.249061 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-1e090a48-9efa-44c8-b603-f17c0ba331e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:08.250263 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-1e090a48-9efa-44c8-b603-f17c0ba331e1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e52a5b13-6776-407b-a9ad-38e63d2cf80c HTTP/1.1" status: 204 len: 168 time: 0.2052586 Sep 21 22:11:08.259835 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e090a48-9efa-44c8-b603-f17c0ba331e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52a5b13-6776-407b-a9ad-38e63d2cf80c,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:09.359706 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 40698) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:11:09.460200 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-a90a9a13-8a4b-4dc3-8bfd-48522474c66f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1893079946-network', 'tenant_id': '7b4b3282ca9b4a7f930d8a3d85413f36'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:11:09.588809 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90a9a13-8a4b-4dc3-8bfd-48522474c66f admin admin] Made reservation on behalf of 7b4b3282ca9b4a7f930d8a3d85413f36 for: {'network': 1} {{(pid=116020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:11:09.591197 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-a90a9a13-8a4b-4dc3-8bfd-48522474c66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for network (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:09.600410 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-a90a9a13-8a4b-4dc3-8bfd-48522474c66f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:09.681183 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-a90a9a13-8a4b-4dc3-8bfd-48522474c66f admin admin] Publish callbacks [] for security_group (5e8db972-0bd4-4ef8-a286-b173e992513e), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:09.737742 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-a90a9a13-8a4b-4dc3-8bfd-48522474c66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (5e8db972-0bd4-4ef8-a286-b173e992513e), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:09.763309 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a90a9a13-8a4b-4dc3-8bfd-48522474c66f admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=116020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 22:11:09.778586 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90a9a13-8a4b-4dc3-8bfd-48522474c66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8db972-0bd4-4ef8-a286-b173e992513e,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:09.784040 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-a90a9a13-8a4b-4dc3-8bfd-48522474c66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1532675'] for segment (97672c8f-a68b-4765-b579-2a4b132d6ac8), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:09.784404 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.db.segments_db [None req-a90a9a13-8a4b-4dc3-8bfd-48522474c66f admin admin] Added segment 97672c8f-a68b-4765-b579-2a4b132d6ac8 of type vlan for network b8d44211-97c9-4513-b244-d2f8ad301205 Sep 21 22:11:09.827406 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-a90a9a13-8a4b-4dc3-8bfd-48522474c66f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739545934906'] for network (b8d44211-97c9-4513-b244-d2f8ad301205), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:09.913328 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-a90a9a13-8a4b-4dc3-8bfd-48522474c66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200'] for network (b8d44211-97c9-4513-b244-d2f8ad301205), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:09.914938 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90a9a13-8a4b-4dc3-8bfd-48522474c66f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:11:09.915572 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-a90a9a13-8a4b-4dc3-8bfd-48522474c66f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for network (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:09.978565 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90a9a13-8a4b-4dc3-8bfd-48522474c66f admin admin] Pushing event updated for resources: {'Network': ['ID=b8d44211-97c9-4513-b244-d2f8ad301205,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:09.988707 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Network b8d44211-97c9-4513-b244-d2f8ad301205 details requested by agent ovs-agent-dv-cinder-858819-1-iscsi with host dv-cinder-858819-1-iscsi {{(pid=116021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 22:11:10.048759 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-a90a9a13-8a4b-4dc3-8bfd-48522474c66f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6878316 Sep 21 22:11:10.051828 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 40702) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:11:10.057514 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-9cee49d0-4d11-4ea1-b469-5ac2745f548b admin admin] Request body: {'subnet': {'network_id': 'b8d44211-97c9-4513-b244-d2f8ad301205', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1893079946-subnet', 'tenant_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'ip_version': 4}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:11:10.158875 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cee49d0-4d11-4ea1-b469-5ac2745f548b admin admin] Made reservation on behalf of 7b4b3282ca9b4a7f930d8a3d85413f36 for: {'subnet': 1} {{(pid=116020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:11:10.161271 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-9cee49d0-4d11-4ea1-b469-5ac2745f548b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13040444'] for subnet (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:10.429479 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-9cee49d0-4d11-4ea1-b469-5ac2745f548b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14265904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13040430'] for subnet (a4269c9d-e3be-441e-a98e-55e627c3420d), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:10.487694 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cee49d0-4d11-4ea1-b469-5ac2745f548b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4269c9d-e3be-441e-a98e-55e627c3420d,revision_number=0']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:10.495953 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cee49d0-4d11-4ea1-b469-5ac2745f548b admin admin] Checking segment: {'id': '97672c8f-a68b-4765-b579-2a4b132d6ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b8d44211-97c9-4513-b244-d2f8ad301205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:11:10.496348 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cee49d0-4d11-4ea1-b469-5ac2745f548b admin admin] Network hostable DHCP agents. Network: b8d44211-97c9-4513-b244-d2f8ad301205, hostable agents: ['37d86b0a-09b3-4739-b3e3-a561a472abaa'], hosted agents: [] {{(pid=116020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 22:11:10.588340 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cee49d0-4d11-4ea1-b469-5ac2745f548b admin admin] Network b8d44211-97c9-4513-b244-d2f8ad301205 is scheduled to be hosted by DHCP agent 37d86b0a-09b3-4739-b3e3-a561a472abaa with binding_index 1 {{(pid=116020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 22:11:10.674433 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.base_scheduler [None req-9cee49d0-4d11-4ea1-b469-5ac2745f548b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858819-1-iscsi, b8d44211-97c9-4513-b244-d2f8ad301205) {{(pid=116020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:11:10.678602 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cee49d0-4d11-4ea1-b469-5ac2745f548b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:11:10.679210 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-9cee49d0-4d11-4ea1-b469-5ac2745f548b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for subnet (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:10.683958 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bd3574-dc94-4e25-a0dd-c1084d6208c2 None None] Network b8d44211-97c9-4513-b244-d2f8ad301205 requested from dv-cinder-858819-1-iscsi {{(pid=116021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:11:10.780136 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-9cee49d0-4d11-4ea1-b469-5ac2745f548b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7268405 Sep 21 22:11:10.783453 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 40704) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:11:10.787190 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c771ba-c51f-44e9-b1d1-8d9484522472 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ff81448-8c2c-52ad-8655-b46a60ca7bcc-b8d44211-97c9-4513-b244-d2f8ad301205', 'network_id': 'b8d44211-97c9-4513-b244-d2f8ad301205', 'project_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'fixed_ips': [{'subnet_id': 'a4269c9d-e3be-441e-a98e-55e627c3420d'}]}} from dv-cinder-858819-1-iscsi. {{(pid=116021) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 21 22:11:10.788806 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-a1c771ba-c51f-44e9-b1d1-8d9484522472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:10.792105 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-1fc4151c-2532-4d8f-9b15-afa0967d8e7d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1893079946-router', 'tenant_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'}}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:11:10.918985 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-1fc4151c-2532-4d8f-9b15-afa0967d8e7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-505823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3298'] for router (a87c2a24-26ee-4fb9-bff6-7df420a0d834), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:10.920200 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-1fc4151c-2532-4d8f-9b15-afa0967d8e7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-505707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3323'] for router (a87c2a24-26ee-4fb9-bff6-7df420a0d834), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:10.933400 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.db_base_plugin_common [None req-a1c771ba-c51f-44e9-b1d1-8d9484522472 None None] Allocated IP 172.20.0.2 (b8d44211-97c9-4513-b244-d2f8ad301205/a4269c9d-e3be-441e-a98e-55e627c3420d/afd8bdd7-b188-4d52-86db-82ede28d2b13) {{(pid=116021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:11:10.973483 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-1fc4151c-2532-4d8f-9b15-afa0967d8e7d admin admin] Publish callbacks [] for router_controller (a87c2a24-26ee-4fb9-bff6-7df420a0d834), precommit_add_association {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:11.082624 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-a1c771ba-c51f-44e9-b1d1-8d9484522472 None None] Publish callbacks [] for port (afd8bdd7-b188-4d52-86db-82ede28d2b13), precommit_create {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:11.166537 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-1fc4151c-2532-4d8f-9b15-afa0967d8e7d admin admin] Publish callbacks [] for router_gateway (a87c2a24-26ee-4fb9-bff6-7df420a0d834), precommit_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:11.183236 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-a1c771ba-c51f-44e9-b1d1-8d9484522472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043'] for port (afd8bdd7-b188-4d52-86db-82ede28d2b13), after_create {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:11.219444 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c771ba-c51f-44e9-b1d1-8d9484522472 None None] Network b8d44211-97c9-4513-b244-d2f8ad301205 is already hosted by enough agents. {{(pid=116021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:11:11.222436 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.scheduler.base_scheduler [None req-a1c771ba-c51f-44e9-b1d1-8d9484522472 None None] Resources bound (agent type, host, resource id): {{(pid=116021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:11:11.228502 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c771ba-c51f-44e9-b1d1-8d9484522472 None None] Received port after_create {{(pid=116021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:11:11.235106 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c771ba-c51f-44e9-b1d1-8d9484522472 None None] Pushing event updated for resources: {'Port': ['ID=afd8bdd7-b188-4d52-86db-82ede28d2b13,revision_number=1']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:11.259357 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c771ba-c51f-44e9-b1d1-8d9484522472 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:11.259716 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c771ba-c51f-44e9-b1d1-8d9484522472 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:11.260056 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c771ba-c51f-44e9-b1d1-8d9484522472 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:11.260419 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c771ba-c51f-44e9-b1d1-8d9484522472 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:11.260759 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c771ba-c51f-44e9-b1d1-8d9484522472 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:11.261093 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c771ba-c51f-44e9-b1d1-8d9484522472 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:11.261425 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c771ba-c51f-44e9-b1d1-8d9484522472 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:11.261754 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c771ba-c51f-44e9-b1d1-8d9484522472 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:11.262093 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c771ba-c51f-44e9-b1d1-8d9484522472 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:11.262409 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c771ba-c51f-44e9-b1d1-8d9484522472 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:11.262735 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c771ba-c51f-44e9-b1d1-8d9484522472 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:11.263058 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c771ba-c51f-44e9-b1d1-8d9484522472 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:11.263385 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c771ba-c51f-44e9-b1d1-8d9484522472 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:11.302221 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-a1c771ba-c51f-44e9-b1d1-8d9484522472 None None] Attempting to bind port afd8bdd7-b188-4d52-86db-82ede28d2b13 on host dv-cinder-858819-1-iscsi for vnic_type normal with profile {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:11:11.302594 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-a1c771ba-c51f-44e9-b1d1-8d9484522472 None None] Attempting to bind port afd8bdd7-b188-4d52-86db-82ede28d2b13 by drivers openvswitch,hyperv on host dv-cinder-858819-1-iscsi at level 0 using segments [{'id': '97672c8f-a68b-4765-b579-2a4b132d6ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b8d44211-97c9-4513-b244-d2f8ad301205'}] {{(pid=116021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:11:11.302959 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c771ba-c51f-44e9-b1d1-8d9484522472 None None] Attempting to bind port afd8bdd7-b188-4d52-86db-82ede28d2b13 on network b8d44211-97c9-4513-b244-d2f8ad301205 {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:11:11.308742 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c771ba-c51f-44e9-b1d1-8d9484522472 None None] Checking agent: {'id': 'a3649853-f423-4907-be3f-732a21e792f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858819-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 51, 52), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858819-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:11:11.309121 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c771ba-c51f-44e9-b1d1-8d9484522472 None None] Checking segment: {'id': '97672c8f-a68b-4765-b579-2a4b132d6ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b8d44211-97c9-4513-b244-d2f8ad301205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:11:11.309527 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-a1c771ba-c51f-44e9-b1d1-8d9484522472 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:11.309927 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c771ba-c51f-44e9-b1d1-8d9484522472 None None] Bound using segment: {'id': '97672c8f-a68b-4765-b579-2a4b132d6ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b8d44211-97c9-4513-b244-d2f8ad301205'} {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:11:11.310398 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-a1c771ba-c51f-44e9-b1d1-8d9484522472 None None] Bound port: afd8bdd7-b188-4d52-86db-82ede28d2b13, host: dv-cinder-858819-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97672c8f-a68b-4765-b579-2a4b132d6ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b8d44211-97c9-4513-b244-d2f8ad301205'}}] {{(pid=116021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:11:11.310789 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-a1c771ba-c51f-44e9-b1d1-8d9484522472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (afd8bdd7-b188-4d52-86db-82ede28d2b13), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:11.377451 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-a1c771ba-c51f-44e9-b1d1-8d9484522472 None None] For port afd8bdd7-b188-4d52-86db-82ede28d2b13, host dv-cinder-858819-1-iscsi, cleared binding levels {{(pid=116021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:11:11.383529 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-a1c771ba-c51f-44e9-b1d1-8d9484522472 None None] For port afd8bdd7-b188-4d52-86db-82ede28d2b13, host dv-cinder-858819-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=afd8bdd7-b188-4d52-86db-82ede28d2b13,segment=NetworkSegment(97672c8f-a68b-4765-b579-2a4b132d6ac8),segment_id=97672c8f-a68b-4765-b579-2a4b132d6ac8)] {{(pid=116021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:11:11.428915 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-1fc4151c-2532-4d8f-9b15-afa0967d8e7d admin admin] Publish callbacks [] for router_gateway (a87c2a24-26ee-4fb9-bff6-7df420a0d834), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:11.448871 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-1fc4151c-2532-4d8f-9b15-afa0967d8e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:11.480386 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-a1c771ba-c51f-44e9-b1d1-8d9484522472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (afd8bdd7-b188-4d52-86db-82ede28d2b13), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:11.537963 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c771ba-c51f-44e9-b1d1-8d9484522472 None None] Pushing event updated for resources: {'Port': ['ID=afd8bdd7-b188-4d52-86db-82ede28d2b13,revision_number=2']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:11.569332 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.db_base_plugin_common [None req-1fc4151c-2532-4d8f-9b15-afa0967d8e7d admin admin] Allocated IP 172.27.1.147 (b12f12c4-b4b4-4032-bd63-4e51184cdf86/38720055-293b-4785-9b37-d6bdacdcb1b4/8408f28f-7ba9-49fb-b030-69da9d697c5a) {{(pid=116019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:11:11.684378 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-1fc4151c-2532-4d8f-9b15-afa0967d8e7d admin admin] Publish callbacks [] for port (8408f28f-7ba9-49fb-b030-69da9d697c5a), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:11.783587 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-1fc4151c-2532-4d8f-9b15-afa0967d8e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12777458'] for port (8408f28f-7ba9-49fb-b030-69da9d697c5a), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:11.825275 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc4151c-2532-4d8f-9b15-afa0967d8e7d admin admin] Network b12f12c4-b4b4-4032-bd63-4e51184cdf86 is already hosted by enough agents. {{(pid=116019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:11:11.828266 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.base_scheduler [None req-1fc4151c-2532-4d8f-9b15-afa0967d8e7d admin admin] Resources bound (agent type, host, resource id): {{(pid=116019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:11:11.838999 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc4151c-2532-4d8f-9b15-afa0967d8e7d admin admin] Received port after_create {{(pid=116019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:11:11.840167 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4151c-2532-4d8f-9b15-afa0967d8e7d admin admin] Pushing event updated for resources: {'Port': ['ID=8408f28f-7ba9-49fb-b030-69da9d697c5a,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:11.867203 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc4151c-2532-4d8f-9b15-afa0967d8e7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:11.867645 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc4151c-2532-4d8f-9b15-afa0967d8e7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:11.867901 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc4151c-2532-4d8f-9b15-afa0967d8e7d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:11.868268 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc4151c-2532-4d8f-9b15-afa0967d8e7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:11.868605 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc4151c-2532-4d8f-9b15-afa0967d8e7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:11.868945 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc4151c-2532-4d8f-9b15-afa0967d8e7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:11.869273 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc4151c-2532-4d8f-9b15-afa0967d8e7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:11.869609 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc4151c-2532-4d8f-9b15-afa0967d8e7d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:11.869940 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc4151c-2532-4d8f-9b15-afa0967d8e7d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:11.870268 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc4151c-2532-4d8f-9b15-afa0967d8e7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:11.870595 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc4151c-2532-4d8f-9b15-afa0967d8e7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:11.870919 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc4151c-2532-4d8f-9b15-afa0967d8e7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:11.871242 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc4151c-2532-4d8f-9b15-afa0967d8e7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:11.970784 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device afd8bdd7-b188-4d52-86db-82ede28d2b13 up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:11:12.024699 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port afd8bdd7-b188-4d52-86db-82ede28d2b13 triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:11:12.025067 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (afd8bdd7-b188-4d52-86db-82ede28d2b13), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:12.025415 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port afd8bdd7-b188-4d52-86db-82ede28d2b13 Sep 21 22:11:12.106764 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port afd8bdd7-b188-4d52-86db-82ede28d2b13 is: DOWN; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:11:12.107828 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (afd8bdd7-b188-4d52-86db-82ede28d2b13), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:12.145027 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] For port afd8bdd7-b188-4d52-86db-82ede28d2b13, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=afd8bdd7-b188-4d52-86db-82ede28d2b13,segment=NetworkSegment(97672c8f-a68b-4765-b579-2a4b132d6ac8),segment_id=97672c8f-a68b-4765-b579-2a4b132d6ac8)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:11:12.194322 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (afd8bdd7-b188-4d52-86db-82ede28d2b13), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:12.207137 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-1fc4151c-2532-4d8f-9b15-afa0967d8e7d admin admin] Publish callbacks [] for router_gateway (a87c2a24-26ee-4fb9-bff6-7df420a0d834), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:12.246992 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Pushing event updated for resources: {'Port': ['ID=afd8bdd7-b188-4d52-86db-82ede28d2b13,revision_number=3']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:12.408027 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-1fc4151c-2532-4d8f-9b15-afa0967d8e7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-505700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494566'] for router (a87c2a24-26ee-4fb9-bff6-7df420a0d834), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:12.433935 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88548f50-19bf-46f1-ad46-156f11e8549c None None] Network b8d44211-97c9-4513-b244-d2f8ad301205 requested from dv-cinder-858819-1-iscsi {{(pid=116021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:11:12.504212 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-efd3cb49-c001-4526-9f6c-f47d364706bc None None] Provisioning complete for port afd8bdd7-b188-4d52-86db-82ede28d2b13 triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:11:12.504598 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-efd3cb49-c001-4526-9f6c-f47d364706bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (afd8bdd7-b188-4d52-86db-82ede28d2b13), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:12.504935 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-efd3cb49-c001-4526-9f6c-f47d364706bc None None] Attempt 1 to provision port afd8bdd7-b188-4d52-86db-82ede28d2b13 Sep 21 22:11:12.605645 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc4151c-2532-4d8f-9b15-afa0967d8e7d admin admin] Router a87c2a24-26ee-4fb9-bff6-7df420a0d834 is scheduled to L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 with binding_index 1 {{(pid=116019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 22:11:12.619311 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-efd3cb49-c001-4526-9f6c-f47d364706bc None None] Current status of the port afd8bdd7-b188-4d52-86db-82ede28d2b13 is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:11:12.722434 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc4151c-2532-4d8f-9b15-afa0967d8e7d admin admin] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:11:12.734421 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71b6f27-89bc-4c69-a3ef-ee445cdc7ede None None] Sync routers for ids ['a87c2a24-26ee-4fb9-bff6-7df420a0d834'] in dv-cinder-858819-1-iscsi {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:11:12.746472 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71b6f27-89bc-4c69-a3ef-ee445cdc7ede None None] Routers {'a87c2a24-26ee-4fb9-bff6-7df420a0d834'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:11:12.749612 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-f71b6f27-89bc-4c69-a3ef-ee445cdc7ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:10:48Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['a87c2a24-26ee-4fb9-bff6-7df420a0d834'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:11:12.825362 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-1fc4151c-2532-4d8f-9b15-afa0967d8e7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:12.827016 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-1fc4151c-2532-4d8f-9b15-afa0967d8e7d admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0416532 Sep 21 22:11:12.829521 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 40706) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:11:12.851665 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-dbda93ce-318e-4fe6-9452-bd81f670b61a None None] Provisioning complete for port afd8bdd7-b188-4d52-86db-82ede28d2b13 triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:11:12.855171 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-dbda93ce-318e-4fe6-9452-bd81f670b61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (afd8bdd7-b188-4d52-86db-82ede28d2b13), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:12.855171 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-dbda93ce-318e-4fe6-9452-bd81f670b61a None None] Attempt 1 to provision port afd8bdd7-b188-4d52-86db-82ede28d2b13 Sep 21 22:11:12.858121 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-f71b6f27-89bc-4c69-a3ef-ee445cdc7ede None None] Set router a87c2a24-26ee-4fb9-bff6-7df420a0d834 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:11:12.943507 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-dbda93ce-318e-4fe6-9452-bd81f670b61a None None] Current status of the port afd8bdd7-b188-4d52-86db-82ede28d2b13 is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:11:13.053818 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-f71b6f27-89bc-4c69-a3ef-ee445cdc7ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87c2a24-26ee-4fb9-bff6-7df420a0d834', 'name': 'tempest-TestMinimumBasicScenario-1893079946-router', 'tenant_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '8408f28f-7ba9-49fb-b030-69da9d697c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:11:10Z', 'updated_at': '2022-09-21T22:11:11Z', 'revision_number': 3, 'project_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'gw_port': {'id': '8408f28f-7ba9-49fb-b030-69da9d697c5a', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:60:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87c2a24-26ee-4fb9-bff6-7df420a0d834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:11:11Z', 'updated_at': '2022-09-21T22:11:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi'}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:11:13.079806 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71b6f27-89bc-4c69-a3ef-ee445cdc7ede None None] Checking router: a87c2a24-26ee-4fb9-bff6-7df420a0d834 for host: dv-cinder-858819-1-iscsi {{(pid=116022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:11:13.080189 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71b6f27-89bc-4c69-a3ef-ee445cdc7ede None None] Updating router a87c2a24-26ee-4fb9-bff6-7df420a0d834 port 8408f28f-7ba9-49fb-b030-69da9d697c5a binding host dv-cinder-858819-1-iscsi {{(pid=116022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 22:11:13.107485 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-f71b6f27-89bc-4c69-a3ef-ee445cdc7ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (8408f28f-7ba9-49fb-b030-69da9d697c5a), before_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:13.254918 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-a76250ca-3e3e-484e-9f42-d3c017b50e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:13.361090 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-f71b6f27-89bc-4c69-a3ef-ee445cdc7ede None None] Publish callbacks [] for port (8408f28f-7ba9-49fb-b030-69da9d697c5a), precommit_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:13.434272 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-f71b6f27-89bc-4c69-a3ef-ee445cdc7ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (8408f28f-7ba9-49fb-b030-69da9d697c5a), after_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:13.468775 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.managers [None req-f71b6f27-89bc-4c69-a3ef-ee445cdc7ede None None] Attempting to bind port 8408f28f-7ba9-49fb-b030-69da9d697c5a on host dv-cinder-858819-1-iscsi for vnic_type normal with profile {{(pid=116022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:11:13.469145 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.managers [None req-f71b6f27-89bc-4c69-a3ef-ee445cdc7ede None None] Attempting to bind port 8408f28f-7ba9-49fb-b030-69da9d697c5a by drivers openvswitch,hyperv on host dv-cinder-858819-1-iscsi at level 0 using segments [{'id': '286b158d-b65b-48b3-9fb8-ab2055e67b3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'}] {{(pid=116022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:11:13.469511 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71b6f27-89bc-4c69-a3ef-ee445cdc7ede None None] Attempting to bind port 8408f28f-7ba9-49fb-b030-69da9d697c5a on network b12f12c4-b4b4-4032-bd63-4e51184cdf86 {{(pid=116022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:11:13.479831 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71b6f27-89bc-4c69-a3ef-ee445cdc7ede None None] Checking agent: {'id': 'a3649853-f423-4907-be3f-732a21e792f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858819-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 51, 52), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858819-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:11:13.480246 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71b6f27-89bc-4c69-a3ef-ee445cdc7ede None None] Checking segment: {'id': '286b158d-b65b-48b3-9fb8-ab2055e67b3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:11:13.480657 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-f71b6f27-89bc-4c69-a3ef-ee445cdc7ede None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:13.481057 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71b6f27-89bc-4c69-a3ef-ee445cdc7ede None None] Bound using segment: {'id': '286b158d-b65b-48b3-9fb8-ab2055e67b3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'} {{(pid=116022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:11:13.481546 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.managers [None req-f71b6f27-89bc-4c69-a3ef-ee445cdc7ede None None] Bound port: 8408f28f-7ba9-49fb-b030-69da9d697c5a, host: dv-cinder-858819-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '286b158d-b65b-48b3-9fb8-ab2055e67b3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'}}] {{(pid=116022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:11:13.481924 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-f71b6f27-89bc-4c69-a3ef-ee445cdc7ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (8408f28f-7ba9-49fb-b030-69da9d697c5a), before_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:13.507936 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2703523a-a8e3-4936-9c39-c39f74071824 None None] Pushing event updated for resources: {'Port': ['ID=8408f28f-7ba9-49fb-b030-69da9d697c5a,revision_number=2']} {{(pid=116022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:13.517716 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2703523a-a8e3-4936-9c39-c39f74071824 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:13.518107 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2703523a-a8e3-4936-9c39-c39f74071824 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:13.518493 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2703523a-a8e3-4936-9c39-c39f74071824 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:13.518862 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2703523a-a8e3-4936-9c39-c39f74071824 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:13.519197 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2703523a-a8e3-4936-9c39-c39f74071824 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:13.519527 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2703523a-a8e3-4936-9c39-c39f74071824 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:13.519856 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2703523a-a8e3-4936-9c39-c39f74071824 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:13.520210 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2703523a-a8e3-4936-9c39-c39f74071824 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:13.521126 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2703523a-a8e3-4936-9c39-c39f74071824 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:13.521126 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2703523a-a8e3-4936-9c39-c39f74071824 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:13.521311 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2703523a-a8e3-4936-9c39-c39f74071824 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:13.521589 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2703523a-a8e3-4936-9c39-c39f74071824 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:13.521909 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2703523a-a8e3-4936-9c39-c39f74071824 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:13.551628 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.db [None req-f71b6f27-89bc-4c69-a3ef-ee445cdc7ede None None] For port 8408f28f-7ba9-49fb-b030-69da9d697c5a, host dv-cinder-858819-1-iscsi, cleared binding levels {{(pid=116022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:11:13.555598 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.db [None req-f71b6f27-89bc-4c69-a3ef-ee445cdc7ede None None] For port 8408f28f-7ba9-49fb-b030-69da9d697c5a, host dv-cinder-858819-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=8408f28f-7ba9-49fb-b030-69da9d697c5a,segment=NetworkSegment(286b158d-b65b-48b3-9fb8-ab2055e67b3c),segment_id=286b158d-b65b-48b3-9fb8-ab2055e67b3c)] {{(pid=116022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:11:13.606192 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-f71b6f27-89bc-4c69-a3ef-ee445cdc7ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (8408f28f-7ba9-49fb-b030-69da9d697c5a), after_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:13.639144 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71b6f27-89bc-4c69-a3ef-ee445cdc7ede None None] Routers {'a87c2a24-26ee-4fb9-bff6-7df420a0d834'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:11:13.639410 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.db_base_plugin_common [None req-a76250ca-3e3e-484e-9f42-d3c017b50e37 admin admin] Allocated IP 172.20.0.1 (b8d44211-97c9-4513-b244-d2f8ad301205/a4269c9d-e3be-441e-a98e-55e627c3420d/a358a2a4-0b53-4b4a-8fe4-d5d92c401e41) {{(pid=116019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:11:13.639777 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-f71b6f27-89bc-4c69-a3ef-ee445cdc7ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:10:48Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['a87c2a24-26ee-4fb9-bff6-7df420a0d834'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:11:13.697304 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2703523a-a8e3-4936-9c39-c39f74071824 None None] Pushing event updated for resources: {'Port': ['ID=8408f28f-7ba9-49fb-b030-69da9d697c5a,revision_number=3']} {{(pid=116022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:13.755766 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-a76250ca-3e3e-484e-9f42-d3c017b50e37 admin admin] Publish callbacks [] for port (a358a2a4-0b53-4b4a-8fe4-d5d92c401e41), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:13.758547 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-f71b6f27-89bc-4c69-a3ef-ee445cdc7ede None None] Set router a87c2a24-26ee-4fb9-bff6-7df420a0d834 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:11:13.840421 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-a76250ca-3e3e-484e-9f42-d3c017b50e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12777458'] for port (a358a2a4-0b53-4b4a-8fe4-d5d92c401e41), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:13.877770 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76250ca-3e3e-484e-9f42-d3c017b50e37 admin admin] Network b8d44211-97c9-4513-b244-d2f8ad301205 is already hosted by enough agents. {{(pid=116019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:11:13.880748 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.base_scheduler [None req-a76250ca-3e3e-484e-9f42-d3c017b50e37 admin admin] Resources bound (agent type, host, resource id): {{(pid=116019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:11:13.886649 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76250ca-3e3e-484e-9f42-d3c017b50e37 admin admin] Received port after_create {{(pid=116019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:11:13.913372 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76250ca-3e3e-484e-9f42-d3c017b50e37 admin admin] Pushing event updated for resources: {'Port': ['ID=a358a2a4-0b53-4b4a-8fe4-d5d92c401e41,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:13.942674 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-a76250ca-3e3e-484e-9f42-d3c017b50e37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495241'] for router_interface (a87c2a24-26ee-4fb9-bff6-7df420a0d834), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:13.969474 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-f71b6f27-89bc-4c69-a3ef-ee445cdc7ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87c2a24-26ee-4fb9-bff6-7df420a0d834', 'name': 'tempest-TestMinimumBasicScenario-1893079946-router', 'tenant_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '8408f28f-7ba9-49fb-b030-69da9d697c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:11:10Z', 'updated_at': '2022-09-21T22:11:11Z', 'revision_number': 3, 'project_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'gw_port': {'id': '8408f28f-7ba9-49fb-b030-69da9d697c5a', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:60:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87c2a24-26ee-4fb9-bff6-7df420a0d834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:11:11Z', 'updated_at': '2022-09-21T22:11:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi'}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:11:14.004730 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71b6f27-89bc-4c69-a3ef-ee445cdc7ede None None] The sync data for ids ['a87c2a24-26ee-4fb9-bff6-7df420a0d834'] in dv-cinder-858819-1-iscsi is: [{'id': 'a87c2a24-26ee-4fb9-bff6-7df420a0d834', 'name': 'tempest-TestMinimumBasicScenario-1893079946-router', 'tenant_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '8408f28f-7ba9-49fb-b030-69da9d697c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:11:10Z', 'updated_at': '2022-09-21T22:11:11Z', 'revision_number': 3, 'project_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'gw_port': {'id': '8408f28f-7ba9-49fb-b030-69da9d697c5a', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:60:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87c2a24-26ee-4fb9-bff6-7df420a0d834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:11:11Z', 'updated_at': '2022-09-21T22:11:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi'}] {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:11:14.008679 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device afd8bdd7-b188-4d52-86db-82ede28d2b13 up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:11:14.092323 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port afd8bdd7-b188-4d52-86db-82ede28d2b13 triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:11:14.092803 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (afd8bdd7-b188-4d52-86db-82ede28d2b13), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:14.093218 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port afd8bdd7-b188-4d52-86db-82ede28d2b13 Sep 21 22:11:14.174772 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-a76250ca-3e3e-484e-9f42-d3c017b50e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (a358a2a4-0b53-4b4a-8fe4-d5d92c401e41), before_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:14.218600 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-dff1bdf3-1e1f-4de3-ae42-968769ab2822 None None] Provisioning complete for port a358a2a4-0b53-4b4a-8fe4-d5d92c401e41 triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:11:14.219080 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-dff1bdf3-1e1f-4de3-ae42-968769ab2822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (a358a2a4-0b53-4b4a-8fe4-d5d92c401e41), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:14.219429 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-dff1bdf3-1e1f-4de3-ae42-968769ab2822 None None] Attempt 1 to provision port a358a2a4-0b53-4b4a-8fe4-d5d92c401e41 Sep 21 22:11:14.286630 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port afd8bdd7-b188-4d52-86db-82ede28d2b13 is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:11:14.290702 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-dff1bdf3-1e1f-4de3-ae42-968769ab2822 None None] Port a358a2a4-0b53-4b4a-8fe4-d5d92c401e41 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:11:14.366873 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-a76250ca-3e3e-484e-9f42-d3c017b50e37 admin admin] Publish callbacks [] for port (a358a2a4-0b53-4b4a-8fe4-d5d92c401e41), precommit_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:14.468751 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-a76250ca-3e3e-484e-9f42-d3c017b50e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12777419'] for port (a358a2a4-0b53-4b4a-8fe4-d5d92c401e41), after_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:14.542511 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76250ca-3e3e-484e-9f42-d3c017b50e37 admin admin] Pushing event updated for resources: {'Port': ['ID=a358a2a4-0b53-4b4a-8fe4-d5d92c401e41,revision_number=2']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:14.545186 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-a76250ca-3e3e-484e-9f42-d3c017b50e37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1653198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495141'] for router_interface (a87c2a24-26ee-4fb9-bff6-7df420a0d834), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:14.640497 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76250ca-3e3e-484e-9f42-d3c017b50e37 admin admin] Network b8d44211-97c9-4513-b244-d2f8ad301205 is already hosted by enough agents. {{(pid=116019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:11:14.641998 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.base_scheduler [None req-a76250ca-3e3e-484e-9f42-d3c017b50e37 admin admin] Resources bound (agent type, host, resource id): {{(pid=116019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:11:14.763617 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76250ca-3e3e-484e-9f42-d3c017b50e37 admin admin] Router a87c2a24-26ee-4fb9-bff6-7df420a0d834 has already been hosted by L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 {{(pid=116019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:11:14.792276 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-dff1bdf3-1e1f-4de3-ae42-968769ab2822 None None] Attempt 2 to provision port a358a2a4-0b53-4b4a-8fe4-d5d92c401e41 Sep 21 22:11:14.846723 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-dff1bdf3-1e1f-4de3-ae42-968769ab2822 None None] Port a358a2a4-0b53-4b4a-8fe4-d5d92c401e41 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:11:14.884160 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76250ca-3e3e-484e-9f42-d3c017b50e37 admin admin] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:11:14.889764 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-a76250ca-3e3e-484e-9f42-d3c017b50e37 admin admin] 10.222.0.52 "PUT /v2.0/routers/a87c2a24-26ee-4fb9-bff6-7df420a0d834/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0591936 Sep 21 22:11:15.347678 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-dff1bdf3-1e1f-4de3-ae42-968769ab2822 None None] Attempt 3 to provision port a358a2a4-0b53-4b4a-8fe4-d5d92c401e41 Sep 21 22:11:15.382759 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-dff1bdf3-1e1f-4de3-ae42-968769ab2822 None None] Port a358a2a4-0b53-4b4a-8fe4-d5d92c401e41 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:11:15.524288 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (0aee7d89-594f-4992-91de-a4ac3f52e28d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:15.633992 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 40722) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:11:15.639043 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-0b2d6ba1-2dfd-4303-b87d-d04dc769ff74 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-618853615-network', 'tenant_id': 'eb233c881fe4499dbb6ece4d28496074'}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:11:15.741210 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaa30b9-ea5b-413f-b1c7-d8bdbab40419 None None] Sync routers for ids ['a87c2a24-26ee-4fb9-bff6-7df420a0d834'] in dv-cinder-858819-1-iscsi {{(pid=116021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:11:15.747754 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2d6ba1-2dfd-4303-b87d-d04dc769ff74 admin admin] Made reservation on behalf of eb233c881fe4499dbb6ece4d28496074 for: {'network': 1} {{(pid=116019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:11:15.752803 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-0b2d6ba1-2dfd-4303-b87d-d04dc769ff74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for network (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:15.752962 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaa30b9-ea5b-413f-b1c7-d8bdbab40419 None None] Routers {'a87c2a24-26ee-4fb9-bff6-7df420a0d834'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:11:15.752962 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-dcaa30b9-ea5b-413f-b1c7-d8bdbab40419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:10:48Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['a87c2a24-26ee-4fb9-bff6-7df420a0d834'], 'active': True} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:11:15.759842 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-0b2d6ba1-2dfd-4303-b87d-d04dc769ff74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:15.835941 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-0b2d6ba1-2dfd-4303-b87d-d04dc769ff74 admin admin] Publish callbacks [] for security_group (fbdd97e5-ff6b-4025-8678-61bbc93b86c3), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:15.881622 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvr_db [None req-dcaa30b9-ea5b-413f-b1c7-d8bdbab40419 None None] Set router a87c2a24-26ee-4fb9-bff6-7df420a0d834 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:11:15.884134 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-dff1bdf3-1e1f-4de3-ae42-968769ab2822 None None] Attempt 4 to provision port a358a2a4-0b53-4b4a-8fe4-d5d92c401e41 Sep 21 22:11:15.954424 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-0b2d6ba1-2dfd-4303-b87d-d04dc769ff74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (fbdd97e5-ff6b-4025-8678-61bbc93b86c3), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:15.985059 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b2d6ba1-2dfd-4303-b87d-d04dc769ff74 admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=116019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 22:11:15.995380 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2d6ba1-2dfd-4303-b87d-d04dc769ff74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdd97e5-ff6b-4025-8678-61bbc93b86c3,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:16.000681 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-0b2d6ba1-2dfd-4303-b87d-d04dc769ff74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1532675'] for segment (a8118088-ff7e-49c4-9017-7518e7564e23), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:16.001028 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.db.segments_db [None req-0b2d6ba1-2dfd-4303-b87d-d04dc769ff74 admin admin] Added segment a8118088-ff7e-49c4-9017-7518e7564e23 of type vlan for network dc9f80be-118a-48d8-85ed-16d7fbb53cc5 Sep 21 22:11:16.047916 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-0b2d6ba1-2dfd-4303-b87d-d04dc769ff74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739545934906'] for network (dc9f80be-118a-48d8-85ed-16d7fbb53cc5), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:16.120000 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-dff1bdf3-1e1f-4de3-ae42-968769ab2822 None None] Port a358a2a4-0b53-4b4a-8fe4-d5d92c401e41 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:11:16.120733 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 8408f28f-7ba9-49fb-b030-69da9d697c5a up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:11:16.123159 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-006c13ab-6a50-4a60-a10d-459e762b5fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:16.136119 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-0b2d6ba1-2dfd-4303-b87d-d04dc769ff74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200'] for network (dc9f80be-118a-48d8-85ed-16d7fbb53cc5), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:16.138842 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2d6ba1-2dfd-4303-b87d-d04dc769ff74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:11:16.138842 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-0b2d6ba1-2dfd-4303-b87d-d04dc769ff74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for network (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:16.196194 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2d6ba1-2dfd-4303-b87d-d04dc769ff74 admin admin] Pushing event updated for resources: {'Network': ['ID=dc9f80be-118a-48d8-85ed-16d7fbb53cc5,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:16.208350 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Network dc9f80be-118a-48d8-85ed-16d7fbb53cc5 details requested by agent ovs-agent-dv-cinder-858819-1-iscsi with host dv-cinder-858819-1-iscsi {{(pid=116021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 22:11:16.260671 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-0b2d6ba1-2dfd-4303-b87d-d04dc769ff74 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6255019 Sep 21 22:11:16.263477 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 40724) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:11:16.268528 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-9254ebbe-099c-4cc3-ad8a-4feb6c51dc03 admin admin] Request body: {'subnet': {'network_id': 'dc9f80be-118a-48d8-85ed-16d7fbb53cc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-618853615-subnet', 'tenant_id': 'eb233c881fe4499dbb6ece4d28496074', 'ip_version': 4}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:11:16.301423 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port 8408f28f-7ba9-49fb-b030-69da9d697c5a triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:11:16.301796 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (8408f28f-7ba9-49fb-b030-69da9d697c5a), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:16.302139 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port 8408f28f-7ba9-49fb-b030-69da9d697c5a Sep 21 22:11:16.347544 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9254ebbe-099c-4cc3-ad8a-4feb6c51dc03 admin admin] Made reservation on behalf of eb233c881fe4499dbb6ece4d28496074 for: {'subnet': 1} {{(pid=116020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:11:16.350911 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-9254ebbe-099c-4cc3-ad8a-4feb6c51dc03 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13040444'] for subnet (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:16.411958 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-dcaa30b9-ea5b-413f-b1c7-d8bdbab40419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87c2a24-26ee-4fb9-bff6-7df420a0d834', 'name': 'tempest-TestMinimumBasicScenario-1893079946-router', 'tenant_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '8408f28f-7ba9-49fb-b030-69da9d697c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:11:10Z', 'updated_at': '2022-09-21T22:11:14Z', 'revision_number': 4, 'project_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'gw_port': {'id': '8408f28f-7ba9-49fb-b030-69da9d697c5a', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:60:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87c2a24-26ee-4fb9-bff6-7df420a0d834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:11:11Z', 'updated_at': '2022-09-21T22:11:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': 'a358a2a4-0b53-4b4a-8fe4-d5d92c401e41', 'name': '', 'network_id': 'b8d44211-97c9-4513-b244-d2f8ad301205', 'tenant_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'mac_address': 'fa:16:3e:a3:57:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87c2a24-26ee-4fb9-bff6-7df420a0d834', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'a4269c9d-e3be-441e-a98e-55e627c3420d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:11:13Z', 'updated_at': '2022-09-21T22:11:14Z', 'revision_number': 2, 'project_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'subnets': [{'id': 'a4269c9d-e3be-441e-a98e-55e627c3420d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:11:16.439974 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaa30b9-ea5b-413f-b1c7-d8bdbab40419 None None] Checking router: a87c2a24-26ee-4fb9-bff6-7df420a0d834 for host: dv-cinder-858819-1-iscsi {{(pid=116021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:11:16.440642 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaa30b9-ea5b-413f-b1c7-d8bdbab40419 None None] Updating router a87c2a24-26ee-4fb9-bff6-7df420a0d834 port a358a2a4-0b53-4b4a-8fe4-d5d92c401e41 binding host dv-cinder-858819-1-iscsi {{(pid=116021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 22:11:16.472142 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port 8408f28f-7ba9-49fb-b030-69da9d697c5a is: DOWN; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:11:16.472988 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (8408f28f-7ba9-49fb-b030-69da9d697c5a), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:16.494640 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-dcaa30b9-ea5b-413f-b1c7-d8bdbab40419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (a358a2a4-0b53-4b4a-8fe4-d5d92c401e41), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:16.499806 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] For port 8408f28f-7ba9-49fb-b030-69da9d697c5a, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=8408f28f-7ba9-49fb-b030-69da9d697c5a,segment=NetworkSegment(286b158d-b65b-48b3-9fb8-ab2055e67b3c),segment_id=286b158d-b65b-48b3-9fb8-ab2055e67b3c)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:11:16.594262 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (8408f28f-7ba9-49fb-b030-69da9d697c5a), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:16.621173 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-dff1bdf3-1e1f-4de3-ae42-968769ab2822 None None] Attempt 5 to provision port a358a2a4-0b53-4b4a-8fe4-d5d92c401e41 Sep 21 22:11:16.634802 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-9254ebbe-099c-4cc3-ad8a-4feb6c51dc03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14265904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13040430'] for subnet (63905204-033b-4f2c-87ba-502510fbc7d1), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:16.695272 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9254ebbe-099c-4cc3-ad8a-4feb6c51dc03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63905204-033b-4f2c-87ba-502510fbc7d1,revision_number=0']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:16.701745 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9254ebbe-099c-4cc3-ad8a-4feb6c51dc03 admin admin] Checking segment: {'id': 'a8118088-ff7e-49c4-9017-7518e7564e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'dc9f80be-118a-48d8-85ed-16d7fbb53cc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:11:16.702103 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9254ebbe-099c-4cc3-ad8a-4feb6c51dc03 admin admin] Network hostable DHCP agents. Network: dc9f80be-118a-48d8-85ed-16d7fbb53cc5, hostable agents: ['37d86b0a-09b3-4739-b3e3-a561a472abaa'], hosted agents: [] {{(pid=116020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 22:11:16.725506 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-dff1bdf3-1e1f-4de3-ae42-968769ab2822 None None] Port a358a2a4-0b53-4b4a-8fe4-d5d92c401e41 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:11:16.725506 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Pushing event updated for resources: {'Port': ['ID=8408f28f-7ba9-49fb-b030-69da9d697c5a,revision_number=4']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:16.794030 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9254ebbe-099c-4cc3-ad8a-4feb6c51dc03 admin admin] Network dc9f80be-118a-48d8-85ed-16d7fbb53cc5 is scheduled to be hosted by DHCP agent 37d86b0a-09b3-4739-b3e3-a561a472abaa with binding_index 1 {{(pid=116020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 22:11:16.832002 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-dcaa30b9-ea5b-413f-b1c7-d8bdbab40419 None None] Publish callbacks [] for port (a358a2a4-0b53-4b4a-8fe4-d5d92c401e41), precommit_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:16.874194 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.base_scheduler [None req-9254ebbe-099c-4cc3-ad8a-4feb6c51dc03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858819-1-iscsi, dc9f80be-118a-48d8-85ed-16d7fbb53cc5) {{(pid=116020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:11:16.878234 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9254ebbe-099c-4cc3-ad8a-4feb6c51dc03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:11:16.878827 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-9254ebbe-099c-4cc3-ad8a-4feb6c51dc03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for subnet (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:16.883573 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1155a6-9218-4ed2-a6a3-61dfad6257f0 None None] Network dc9f80be-118a-48d8-85ed-16d7fbb53cc5 requested from dv-cinder-858819-1-iscsi {{(pid=116021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:11:16.922341 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-dcaa30b9-ea5b-413f-b1c7-d8bdbab40419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (a358a2a4-0b53-4b4a-8fe4-d5d92c401e41), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:16.974085 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-9254ebbe-099c-4cc3-ad8a-4feb6c51dc03 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7093825 Sep 21 22:11:16.977652 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 40726) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:11:16.983091 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-d000a7fa-f2d0-4af9-9cdb-988c277c891c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-618853615-router', 'tenant_id': 'eb233c881fe4499dbb6ece4d28496074', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'}}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:11:17.029639 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962a373-5245-4a49-8ae2-75950441f866 None None] Pushing event updated for resources: {'Port': ['ID=a358a2a4-0b53-4b4a-8fe4-d5d92c401e41,revision_number=3']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:17.042913 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-dcaa30b9-ea5b-413f-b1c7-d8bdbab40419 None None] Attempting to bind port a358a2a4-0b53-4b4a-8fe4-d5d92c401e41 on host dv-cinder-858819-1-iscsi for vnic_type normal with profile {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:11:17.043288 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-dcaa30b9-ea5b-413f-b1c7-d8bdbab40419 None None] Attempting to bind port a358a2a4-0b53-4b4a-8fe4-d5d92c401e41 by drivers openvswitch,hyperv on host dv-cinder-858819-1-iscsi at level 0 using segments [{'id': '97672c8f-a68b-4765-b579-2a4b132d6ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b8d44211-97c9-4513-b244-d2f8ad301205'}] {{(pid=116021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:11:17.043657 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaa30b9-ea5b-413f-b1c7-d8bdbab40419 None None] Attempting to bind port a358a2a4-0b53-4b4a-8fe4-d5d92c401e41 on network b8d44211-97c9-4513-b244-d2f8ad301205 {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:11:17.063382 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d000a7fa-f2d0-4af9-9cdb-988c277c891c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-505823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3298'] for router (998b05b9-8558-4ad3-bb2a-86bddd524927), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:17.064503 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaa30b9-ea5b-413f-b1c7-d8bdbab40419 None None] Checking agent: {'id': 'a3649853-f423-4907-be3f-732a21e792f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858819-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 51, 52), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858819-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:11:17.064931 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d000a7fa-f2d0-4af9-9cdb-988c277c891c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-505707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3323'] for router (998b05b9-8558-4ad3-bb2a-86bddd524927), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:17.065098 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaa30b9-ea5b-413f-b1c7-d8bdbab40419 None None] Checking segment: {'id': '97672c8f-a68b-4765-b579-2a4b132d6ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b8d44211-97c9-4513-b244-d2f8ad301205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:11:17.066289 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-dcaa30b9-ea5b-413f-b1c7-d8bdbab40419 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:17.066289 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaa30b9-ea5b-413f-b1c7-d8bdbab40419 None None] Bound using segment: {'id': '97672c8f-a68b-4765-b579-2a4b132d6ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b8d44211-97c9-4513-b244-d2f8ad301205'} {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:11:17.066289 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-dcaa30b9-ea5b-413f-b1c7-d8bdbab40419 None None] Bound port: a358a2a4-0b53-4b4a-8fe4-d5d92c401e41, host: dv-cinder-858819-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97672c8f-a68b-4765-b579-2a4b132d6ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b8d44211-97c9-4513-b244-d2f8ad301205'}}] {{(pid=116021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:11:17.066698 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-dcaa30b9-ea5b-413f-b1c7-d8bdbab40419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (a358a2a4-0b53-4b4a-8fe4-d5d92c401e41), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:17.071485 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c8a4b9-2d1f-4c0d-b0b8-7774746a7990 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ff81448-8c2c-52ad-8655-b46a60ca7bcc-dc9f80be-118a-48d8-85ed-16d7fbb53cc5', 'network_id': 'dc9f80be-118a-48d8-85ed-16d7fbb53cc5', 'project_id': 'eb233c881fe4499dbb6ece4d28496074', 'fixed_ips': [{'subnet_id': '63905204-033b-4f2c-87ba-502510fbc7d1'}]}} from dv-cinder-858819-1-iscsi. {{(pid=116021) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 21 22:11:17.072460 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-93c8a4b9-2d1f-4c0d-b0b8-7774746a7990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:17.122457 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d000a7fa-f2d0-4af9-9cdb-988c277c891c admin admin] Publish callbacks [] for router_controller (998b05b9-8558-4ad3-bb2a-86bddd524927), precommit_add_association {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:17.211305 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-dcaa30b9-ea5b-413f-b1c7-d8bdbab40419 None None] For port a358a2a4-0b53-4b4a-8fe4-d5d92c401e41, host dv-cinder-858819-1-iscsi, cleared binding levels {{(pid=116021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:11:17.214774 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-dcaa30b9-ea5b-413f-b1c7-d8bdbab40419 None None] For port a358a2a4-0b53-4b4a-8fe4-d5d92c401e41, host dv-cinder-858819-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=a358a2a4-0b53-4b4a-8fe4-d5d92c401e41,segment=NetworkSegment(97672c8f-a68b-4765-b579-2a4b132d6ac8),segment_id=97672c8f-a68b-4765-b579-2a4b132d6ac8)] {{(pid=116021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:11:17.240860 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-dff1bdf3-1e1f-4de3-ae42-968769ab2822 None None] Attempt 6 to provision port a358a2a4-0b53-4b4a-8fe4-d5d92c401e41 Sep 21 22:11:17.285920 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-dff1bdf3-1e1f-4de3-ae42-968769ab2822 None None] Port a358a2a4-0b53-4b4a-8fe4-d5d92c401e41 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:11:17.286897 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.db_base_plugin_common [None req-93c8a4b9-2d1f-4c0d-b0b8-7774746a7990 None None] Allocated IP 172.20.0.2 (dc9f80be-118a-48d8-85ed-16d7fbb53cc5/63905204-033b-4f2c-87ba-502510fbc7d1/e8d464e5-0607-47d8-844e-839954bb16a9) {{(pid=116021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:11:17.297776 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-dcaa30b9-ea5b-413f-b1c7-d8bdbab40419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (a358a2a4-0b53-4b4a-8fe4-d5d92c401e41), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:17.333783 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d000a7fa-f2d0-4af9-9cdb-988c277c891c admin admin] Publish callbacks [] for router_gateway (998b05b9-8558-4ad3-bb2a-86bddd524927), precommit_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:17.380135 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaa30b9-ea5b-413f-b1c7-d8bdbab40419 None None] Routers {'a87c2a24-26ee-4fb9-bff6-7df420a0d834'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:11:17.380771 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-dcaa30b9-ea5b-413f-b1c7-d8bdbab40419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:10:48Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['a87c2a24-26ee-4fb9-bff6-7df420a0d834'], 'active': True} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:11:17.439872 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962a373-5245-4a49-8ae2-75950441f866 None None] Pushing event updated for resources: {'Port': ['ID=a358a2a4-0b53-4b4a-8fe4-d5d92c401e41,revision_number=4']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:17.549944 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvr_db [None req-dcaa30b9-ea5b-413f-b1c7-d8bdbab40419 None None] Set router a87c2a24-26ee-4fb9-bff6-7df420a0d834 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:11:17.607258 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-93c8a4b9-2d1f-4c0d-b0b8-7774746a7990 None None] Publish callbacks [] for port (e8d464e5-0607-47d8-844e-839954bb16a9), precommit_create {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:17.635299 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d000a7fa-f2d0-4af9-9cdb-988c277c891c admin admin] Publish callbacks [] for router_gateway (998b05b9-8558-4ad3-bb2a-86bddd524927), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:17.655654 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d000a7fa-f2d0-4af9-9cdb-988c277c891c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:17.769070 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.db_base_plugin_common [None req-d000a7fa-f2d0-4af9-9cdb-988c277c891c admin admin] Allocated IP 172.27.1.142 (b12f12c4-b4b4-4032-bd63-4e51184cdf86/38720055-293b-4785-9b37-d6bdacdcb1b4/fffa6b47-efc4-435e-9e1c-5a72777ccb99) {{(pid=116019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:11:17.860401 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-dff1bdf3-1e1f-4de3-ae42-968769ab2822 None None] Attempt 7 to provision port a358a2a4-0b53-4b4a-8fe4-d5d92c401e41 Sep 21 22:11:17.864487 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-93c8a4b9-2d1f-4c0d-b0b8-7774746a7990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043'] for port (e8d464e5-0607-47d8-844e-839954bb16a9), after_create {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:17.888439 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d000a7fa-f2d0-4af9-9cdb-988c277c891c admin admin] Publish callbacks [] for port (fffa6b47-efc4-435e-9e1c-5a72777ccb99), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:17.934975 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c8a4b9-2d1f-4c0d-b0b8-7774746a7990 None None] Network dc9f80be-118a-48d8-85ed-16d7fbb53cc5 is already hosted by enough agents. {{(pid=116021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:11:17.946785 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.scheduler.base_scheduler [None req-93c8a4b9-2d1f-4c0d-b0b8-7774746a7990 None None] Resources bound (agent type, host, resource id): {{(pid=116021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:11:17.953248 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c8a4b9-2d1f-4c0d-b0b8-7774746a7990 None None] Received port after_create {{(pid=116021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:11:17.957969 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c8a4b9-2d1f-4c0d-b0b8-7774746a7990 None None] Pushing event updated for resources: {'Port': ['ID=e8d464e5-0607-47d8-844e-839954bb16a9,revision_number=1']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:17.973299 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 8408f28f-7ba9-49fb-b030-69da9d697c5a up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:11:17.984270 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d000a7fa-f2d0-4af9-9cdb-988c277c891c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12777458'] for port (fffa6b47-efc4-435e-9e1c-5a72777ccb99), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:18.020527 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d000a7fa-f2d0-4af9-9cdb-988c277c891c admin admin] Network b12f12c4-b4b4-4032-bd63-4e51184cdf86 is already hosted by enough agents. {{(pid=116019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:11:18.023714 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.base_scheduler [None req-d000a7fa-f2d0-4af9-9cdb-988c277c891c admin admin] Resources bound (agent type, host, resource id): {{(pid=116019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:11:18.028326 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d000a7fa-f2d0-4af9-9cdb-988c277c891c admin admin] Received port after_create {{(pid=116019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:11:18.061851 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d000a7fa-f2d0-4af9-9cdb-988c277c891c admin admin] Pushing event updated for resources: {'Port': ['ID=fffa6b47-efc4-435e-9e1c-5a72777ccb99,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:18.071393 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-dcaa30b9-ea5b-413f-b1c7-d8bdbab40419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87c2a24-26ee-4fb9-bff6-7df420a0d834', 'name': 'tempest-TestMinimumBasicScenario-1893079946-router', 'tenant_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '8408f28f-7ba9-49fb-b030-69da9d697c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:11:10Z', 'updated_at': '2022-09-21T22:11:14Z', 'revision_number': 4, 'project_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'gw_port': {'id': '8408f28f-7ba9-49fb-b030-69da9d697c5a', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:60:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87c2a24-26ee-4fb9-bff6-7df420a0d834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:11:11Z', 'updated_at': '2022-09-21T22:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': 'a358a2a4-0b53-4b4a-8fe4-d5d92c401e41', 'name': '', 'network_id': 'b8d44211-97c9-4513-b244-d2f8ad301205', 'tenant_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'mac_address': 'fa:16:3e:a3:57:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87c2a24-26ee-4fb9-bff6-7df420a0d834', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'a4269c9d-e3be-441e-a98e-55e627c3420d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:11:13Z', 'updated_at': '2022-09-21T22:11:17Z', 'revision_number': 4, 'project_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'subnets': [{'id': 'a4269c9d-e3be-441e-a98e-55e627c3420d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:11:18.129729 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaa30b9-ea5b-413f-b1c7-d8bdbab40419 None None] The sync data for ids ['a87c2a24-26ee-4fb9-bff6-7df420a0d834'] in dv-cinder-858819-1-iscsi is: [{'id': 'a87c2a24-26ee-4fb9-bff6-7df420a0d834', 'name': 'tempest-TestMinimumBasicScenario-1893079946-router', 'tenant_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '8408f28f-7ba9-49fb-b030-69da9d697c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:11:10Z', 'updated_at': '2022-09-21T22:11:14Z', 'revision_number': 4, 'project_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'gw_port': {'id': '8408f28f-7ba9-49fb-b030-69da9d697c5a', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:60:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87c2a24-26ee-4fb9-bff6-7df420a0d834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:11:11Z', 'updated_at': '2022-09-21T22:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': 'a358a2a4-0b53-4b4a-8fe4-d5d92c401e41', 'name': '', 'network_id': 'b8d44211-97c9-4513-b244-d2f8ad301205', 'tenant_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'mac_address': 'fa:16:3e:a3:57:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87c2a24-26ee-4fb9-bff6-7df420a0d834', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'a4269c9d-e3be-441e-a98e-55e627c3420d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:11:13Z', 'updated_at': '2022-09-21T22:11:17Z', 'revision_number': 4, 'project_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'subnets': [{'id': 'a4269c9d-e3be-441e-a98e-55e627c3420d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:11:18.134284 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-93c8a4b9-2d1f-4c0d-b0b8-7774746a7990 None None] Attempting to bind port e8d464e5-0607-47d8-844e-839954bb16a9 on host dv-cinder-858819-1-iscsi for vnic_type normal with profile {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:11:18.134284 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-93c8a4b9-2d1f-4c0d-b0b8-7774746a7990 None None] Attempting to bind port e8d464e5-0607-47d8-844e-839954bb16a9 by drivers openvswitch,hyperv on host dv-cinder-858819-1-iscsi at level 0 using segments [{'id': 'a8118088-ff7e-49c4-9017-7518e7564e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'dc9f80be-118a-48d8-85ed-16d7fbb53cc5'}] {{(pid=116021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:11:18.134608 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c8a4b9-2d1f-4c0d-b0b8-7774746a7990 None None] Attempting to bind port e8d464e5-0607-47d8-844e-839954bb16a9 on network dc9f80be-118a-48d8-85ed-16d7fbb53cc5 {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:11:18.140623 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-dff1bdf3-1e1f-4de3-ae42-968769ab2822 None None] Current status of the port a358a2a4-0b53-4b4a-8fe4-d5d92c401e41 is: DOWN; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:11:18.141016 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-dff1bdf3-1e1f-4de3-ae42-968769ab2822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (a358a2a4-0b53-4b4a-8fe4-d5d92c401e41), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:18.149447 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c8a4b9-2d1f-4c0d-b0b8-7774746a7990 None None] Checking agent: {'id': 'a3649853-f423-4907-be3f-732a21e792f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858819-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 51, 52), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858819-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:11:18.152921 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c8a4b9-2d1f-4c0d-b0b8-7774746a7990 None None] Checking segment: {'id': 'a8118088-ff7e-49c4-9017-7518e7564e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'dc9f80be-118a-48d8-85ed-16d7fbb53cc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:11:18.152921 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-93c8a4b9-2d1f-4c0d-b0b8-7774746a7990 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:18.152921 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c8a4b9-2d1f-4c0d-b0b8-7774746a7990 None None] Bound using segment: {'id': 'a8118088-ff7e-49c4-9017-7518e7564e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'dc9f80be-118a-48d8-85ed-16d7fbb53cc5'} {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:11:18.152921 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-93c8a4b9-2d1f-4c0d-b0b8-7774746a7990 None None] Bound port: e8d464e5-0607-47d8-844e-839954bb16a9, host: dv-cinder-858819-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8118088-ff7e-49c4-9017-7518e7564e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'dc9f80be-118a-48d8-85ed-16d7fbb53cc5'}}] {{(pid=116021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:11:18.152921 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-93c8a4b9-2d1f-4c0d-b0b8-7774746a7990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (e8d464e5-0607-47d8-844e-839954bb16a9), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:18.195150 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port 8408f28f-7ba9-49fb-b030-69da9d697c5a triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:11:18.195540 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (8408f28f-7ba9-49fb-b030-69da9d697c5a), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:18.195885 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port 8408f28f-7ba9-49fb-b030-69da9d697c5a Sep 21 22:11:18.267427 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-76a47064-3fc1-4c3b-8b17-03dc649c63c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:18.271764 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-dff1bdf3-1e1f-4de3-ae42-968769ab2822 None None] For port a358a2a4-0b53-4b4a-8fe4-d5d92c401e41, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=a358a2a4-0b53-4b4a-8fe4-d5d92c401e41,segment=NetworkSegment(97672c8f-a68b-4765-b579-2a4b132d6ac8),segment_id=97672c8f-a68b-4765-b579-2a4b132d6ac8)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:11:18.316349 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-93c8a4b9-2d1f-4c0d-b0b8-7774746a7990 None None] For port e8d464e5-0607-47d8-844e-839954bb16a9, host dv-cinder-858819-1-iscsi, cleared binding levels {{(pid=116021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:11:18.320476 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-93c8a4b9-2d1f-4c0d-b0b8-7774746a7990 None None] For port e8d464e5-0607-47d8-844e-839954bb16a9, host dv-cinder-858819-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=e8d464e5-0607-47d8-844e-839954bb16a9,segment=NetworkSegment(a8118088-ff7e-49c4-9017-7518e7564e23),segment_id=a8118088-ff7e-49c4-9017-7518e7564e23)] {{(pid=116021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:11:18.363762 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-dff1bdf3-1e1f-4de3-ae42-968769ab2822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (a358a2a4-0b53-4b4a-8fe4-d5d92c401e41), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:18.368745 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port 8408f28f-7ba9-49fb-b030-69da9d697c5a is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:11:18.427563 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff1bdf3-1e1f-4de3-ae42-968769ab2822 None None] Pushing event updated for resources: {'Port': ['ID=a358a2a4-0b53-4b4a-8fe4-d5d92c401e41,revision_number=5']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:18.443975 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-93c8a4b9-2d1f-4c0d-b0b8-7774746a7990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (e8d464e5-0607-47d8-844e-839954bb16a9), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:18.454560 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d000a7fa-f2d0-4af9-9cdb-988c277c891c admin admin] Publish callbacks [] for router_gateway (998b05b9-8558-4ad3-bb2a-86bddd524927), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:18.522475 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-15eeac33-f282-4c59-959b-1c3dc3f653ab None None] Provisioning complete for port a358a2a4-0b53-4b4a-8fe4-d5d92c401e41 triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:11:18.522475 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-15eeac33-f282-4c59-959b-1c3dc3f653ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (a358a2a4-0b53-4b4a-8fe4-d5d92c401e41), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:18.523409 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-15eeac33-f282-4c59-959b-1c3dc3f653ab None None] Attempt 1 to provision port a358a2a4-0b53-4b4a-8fe4-d5d92c401e41 Sep 21 22:11:18.525384 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c8a4b9-2d1f-4c0d-b0b8-7774746a7990 None None] Pushing event updated for resources: {'Port': ['ID=e8d464e5-0607-47d8-844e-839954bb16a9,revision_number=2']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:18.662296 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-15eeac33-f282-4c59-959b-1c3dc3f653ab None None] Current status of the port a358a2a4-0b53-4b4a-8fe4-d5d92c401e41 is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:11:18.758810 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d000a7fa-f2d0-4af9-9cdb-988c277c891c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-505700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494566'] for router (998b05b9-8558-4ad3-bb2a-86bddd524927), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:19.034487 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d000a7fa-f2d0-4af9-9cdb-988c277c891c admin admin] Router 998b05b9-8558-4ad3-bb2a-86bddd524927 is scheduled to L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 with binding_index 1 {{(pid=116019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 22:11:19.155526 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d000a7fa-f2d0-4af9-9cdb-988c277c891c admin admin] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:11:19.165010 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e9d121-0a7c-478b-96f0-560798e701f2 None None] Sync routers for ids ['998b05b9-8558-4ad3-bb2a-86bddd524927'] in dv-cinder-858819-1-iscsi {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:11:19.176191 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e9d121-0a7c-478b-96f0-560798e701f2 None None] Routers {'998b05b9-8558-4ad3-bb2a-86bddd524927'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:11:19.189884 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-84e9d121-0a7c-478b-96f0-560798e701f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:11:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['998b05b9-8558-4ad3-bb2a-86bddd524927'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:11:19.248556 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-d000a7fa-f2d0-4af9-9cdb-988c277c891c admin admin] Publish callbacks [] for router (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:19.252938 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-d000a7fa-f2d0-4af9-9cdb-988c277c891c admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2717366 Sep 21 22:11:19.253439 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 40728) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:11:19.390350 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-84e9d121-0a7c-478b-96f0-560798e701f2 None None] Set router 998b05b9-8558-4ad3-bb2a-86bddd524927 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:11:19.549163 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:19.591270 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81628db8-40c7-46a5-9361-ebfb8bffd1c6 None None] Network dc9f80be-118a-48d8-85ed-16d7fbb53cc5 requested from dv-cinder-858819-1-iscsi {{(pid=116021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:11:19.607467 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-84e9d121-0a7c-478b-96f0-560798e701f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998b05b9-8558-4ad3-bb2a-86bddd524927', 'name': 'tempest-TestMinimumBasicScenario-618853615-router', 'tenant_id': 'eb233c881fe4499dbb6ece4d28496074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'fffa6b47-efc4-435e-9e1c-5a72777ccb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:11:17Z', 'updated_at': '2022-09-21T22:11:18Z', 'revision_number': 3, 'project_id': 'eb233c881fe4499dbb6ece4d28496074', 'gw_port': {'id': 'fffa6b47-efc4-435e-9e1c-5a72777ccb99', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:33:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998b05b9-8558-4ad3-bb2a-86bddd524927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:11:17Z', 'updated_at': '2022-09-21T22:11:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi'}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:11:19.639436 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e9d121-0a7c-478b-96f0-560798e701f2 None None] Checking router: 998b05b9-8558-4ad3-bb2a-86bddd524927 for host: dv-cinder-858819-1-iscsi {{(pid=116022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:11:19.639671 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e9d121-0a7c-478b-96f0-560798e701f2 None None] Updating router 998b05b9-8558-4ad3-bb2a-86bddd524927 port fffa6b47-efc4-435e-9e1c-5a72777ccb99 binding host dv-cinder-858819-1-iscsi {{(pid=116022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 22:11:19.652620 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-789d6c01-883e-4a73-8bf2-59ebca7b3907 None None] Provisioning complete for port e8d464e5-0607-47d8-844e-839954bb16a9 triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:11:19.653050 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-789d6c01-883e-4a73-8bf2-59ebca7b3907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (e8d464e5-0607-47d8-844e-839954bb16a9), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:19.653335 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-789d6c01-883e-4a73-8bf2-59ebca7b3907 None None] Attempt 1 to provision port e8d464e5-0607-47d8-844e-839954bb16a9 Sep 21 22:11:19.670200 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-84e9d121-0a7c-478b-96f0-560798e701f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (fffa6b47-efc4-435e-9e1c-5a72777ccb99), before_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:19.749909 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-354a686f-ad42-401d-835a-f60e6a05e51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:19.778183 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-789d6c01-883e-4a73-8bf2-59ebca7b3907 None None] Current status of the port e8d464e5-0607-47d8-844e-839954bb16a9 is: DOWN; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:11:19.778570 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-789d6c01-883e-4a73-8bf2-59ebca7b3907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (e8d464e5-0607-47d8-844e-839954bb16a9), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:19.820807 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-789d6c01-883e-4a73-8bf2-59ebca7b3907 None None] For port e8d464e5-0607-47d8-844e-839954bb16a9, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=e8d464e5-0607-47d8-844e-839954bb16a9,segment=NetworkSegment(a8118088-ff7e-49c4-9017-7518e7564e23),segment_id=a8118088-ff7e-49c4-9017-7518e7564e23)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:11:19.897431 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-789d6c01-883e-4a73-8bf2-59ebca7b3907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (e8d464e5-0607-47d8-844e-839954bb16a9), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:19.954990 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-84e9d121-0a7c-478b-96f0-560798e701f2 None None] Publish callbacks [] for port (fffa6b47-efc4-435e-9e1c-5a72777ccb99), precommit_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:19.973196 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d6c01-883e-4a73-8bf2-59ebca7b3907 None None] Pushing event updated for resources: {'Port': ['ID=e8d464e5-0607-47d8-844e-839954bb16a9,revision_number=3']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:20.024323 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-84e9d121-0a7c-478b-96f0-560798e701f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (fffa6b47-efc4-435e-9e1c-5a72777ccb99), after_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:20.031062 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.db_base_plugin_common [None req-354a686f-ad42-401d-835a-f60e6a05e51c admin admin] Allocated IP 172.20.0.1 (dc9f80be-118a-48d8-85ed-16d7fbb53cc5/63905204-033b-4f2c-87ba-502510fbc7d1/fd6de7d7-adee-495e-a2e9-b01c35c1b523) {{(pid=116020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:11:20.066370 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.managers [None req-84e9d121-0a7c-478b-96f0-560798e701f2 None None] Attempting to bind port fffa6b47-efc4-435e-9e1c-5a72777ccb99 on host dv-cinder-858819-1-iscsi for vnic_type normal with profile {{(pid=116022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:11:20.066741 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.managers [None req-84e9d121-0a7c-478b-96f0-560798e701f2 None None] Attempting to bind port fffa6b47-efc4-435e-9e1c-5a72777ccb99 by drivers openvswitch,hyperv on host dv-cinder-858819-1-iscsi at level 0 using segments [{'id': '286b158d-b65b-48b3-9fb8-ab2055e67b3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'}] {{(pid=116022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:11:20.067180 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e9d121-0a7c-478b-96f0-560798e701f2 None None] Attempting to bind port fffa6b47-efc4-435e-9e1c-5a72777ccb99 on network b12f12c4-b4b4-4032-bd63-4e51184cdf86 {{(pid=116022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:11:20.090604 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e9d121-0a7c-478b-96f0-560798e701f2 None None] Checking agent: {'id': 'a3649853-f423-4907-be3f-732a21e792f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858819-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 51, 52), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858819-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:11:20.090893 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device a358a2a4-0b53-4b4a-8fe4-d5d92c401e41 up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:11:20.091012 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e9d121-0a7c-478b-96f0-560798e701f2 None None] Checking segment: {'id': '286b158d-b65b-48b3-9fb8-ab2055e67b3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:11:20.091381 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-84e9d121-0a7c-478b-96f0-560798e701f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:20.091784 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e9d121-0a7c-478b-96f0-560798e701f2 None None] Bound using segment: {'id': '286b158d-b65b-48b3-9fb8-ab2055e67b3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'} {{(pid=116022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:11:20.092308 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.managers [None req-84e9d121-0a7c-478b-96f0-560798e701f2 None None] Bound port: fffa6b47-efc4-435e-9e1c-5a72777ccb99, host: dv-cinder-858819-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '286b158d-b65b-48b3-9fb8-ab2055e67b3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'}}] {{(pid=116022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:11:20.092693 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-84e9d121-0a7c-478b-96f0-560798e701f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (fffa6b47-efc4-435e-9e1c-5a72777ccb99), before_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:20.126273 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10ce3b9-f10f-484b-afd4-0ff96c113f84 None None] Pushing event updated for resources: {'Port': ['ID=fffa6b47-efc4-435e-9e1c-5a72777ccb99,revision_number=2']} {{(pid=116022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:20.142570 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-d944a324-08ed-4e67-b2a6-612c289a8fa1 None None] Provisioning complete for port e8d464e5-0607-47d8-844e-839954bb16a9 triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:11:20.143076 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-d944a324-08ed-4e67-b2a6-612c289a8fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (e8d464e5-0607-47d8-844e-839954bb16a9), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:20.143508 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-d944a324-08ed-4e67-b2a6-612c289a8fa1 None None] Attempt 1 to provision port e8d464e5-0607-47d8-844e-839954bb16a9 Sep 21 22:11:20.156409 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-354a686f-ad42-401d-835a-f60e6a05e51c admin admin] Publish callbacks [] for port (fd6de7d7-adee-495e-a2e9-b01c35c1b523), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:20.168700 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.db [None req-84e9d121-0a7c-478b-96f0-560798e701f2 None None] For port fffa6b47-efc4-435e-9e1c-5a72777ccb99, host dv-cinder-858819-1-iscsi, cleared binding levels {{(pid=116022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:11:20.172828 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.db [None req-84e9d121-0a7c-478b-96f0-560798e701f2 None None] For port fffa6b47-efc4-435e-9e1c-5a72777ccb99, host dv-cinder-858819-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=fffa6b47-efc4-435e-9e1c-5a72777ccb99,segment=NetworkSegment(286b158d-b65b-48b3-9fb8-ab2055e67b3c),segment_id=286b158d-b65b-48b3-9fb8-ab2055e67b3c)] {{(pid=116022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:11:20.187410 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port a358a2a4-0b53-4b4a-8fe4-d5d92c401e41 triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:11:20.187888 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (a358a2a4-0b53-4b4a-8fe4-d5d92c401e41), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:20.188350 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port a358a2a4-0b53-4b4a-8fe4-d5d92c401e41 Sep 21 22:11:20.263446 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-84e9d121-0a7c-478b-96f0-560798e701f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (fffa6b47-efc4-435e-9e1c-5a72777ccb99), after_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:20.285031 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-d944a324-08ed-4e67-b2a6-612c289a8fa1 None None] Current status of the port e8d464e5-0607-47d8-844e-839954bb16a9 is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:11:20.298893 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-354a686f-ad42-401d-835a-f60e6a05e51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (fd6de7d7-adee-495e-a2e9-b01c35c1b523), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:20.299808 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e9d121-0a7c-478b-96f0-560798e701f2 None None] Routers {'998b05b9-8558-4ad3-bb2a-86bddd524927'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:11:20.300011 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port a358a2a4-0b53-4b4a-8fe4-d5d92c401e41 is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:11:20.300253 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-84e9d121-0a7c-478b-96f0-560798e701f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:11:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['998b05b9-8558-4ad3-bb2a-86bddd524927'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:11:20.300648 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device e8d464e5-0607-47d8-844e-839954bb16a9 up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:11:20.347957 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port e8d464e5-0607-47d8-844e-839954bb16a9 triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:11:20.348475 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (e8d464e5-0607-47d8-844e-839954bb16a9), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:20.348821 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port e8d464e5-0607-47d8-844e-839954bb16a9 Sep 21 22:11:20.357339 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354a686f-ad42-401d-835a-f60e6a05e51c admin admin] Network dc9f80be-118a-48d8-85ed-16d7fbb53cc5 is already hosted by enough agents. {{(pid=116020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:11:20.361162 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.base_scheduler [None req-354a686f-ad42-401d-835a-f60e6a05e51c admin admin] Resources bound (agent type, host, resource id): {{(pid=116020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:11:20.361718 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10ce3b9-f10f-484b-afd4-0ff96c113f84 None None] Pushing event updated for resources: {'Port': ['ID=fffa6b47-efc4-435e-9e1c-5a72777ccb99,revision_number=3']} {{(pid=116022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:20.373318 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354a686f-ad42-401d-835a-f60e6a05e51c admin admin] Received port after_create {{(pid=116020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:11:20.410799 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354a686f-ad42-401d-835a-f60e6a05e51c admin admin] Pushing event updated for resources: {'Port': ['ID=fd6de7d7-adee-495e-a2e9-b01c35c1b523,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:20.432179 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-354a686f-ad42-401d-835a-f60e6a05e51c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495241'] for router_interface (998b05b9-8558-4ad3-bb2a-86bddd524927), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:20.443995 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-84e9d121-0a7c-478b-96f0-560798e701f2 None None] Set router 998b05b9-8558-4ad3-bb2a-86bddd524927 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:11:20.448799 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port e8d464e5-0607-47d8-844e-839954bb16a9 is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:11:20.633421 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-84e9d121-0a7c-478b-96f0-560798e701f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998b05b9-8558-4ad3-bb2a-86bddd524927', 'name': 'tempest-TestMinimumBasicScenario-618853615-router', 'tenant_id': 'eb233c881fe4499dbb6ece4d28496074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'fffa6b47-efc4-435e-9e1c-5a72777ccb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:11:17Z', 'updated_at': '2022-09-21T22:11:18Z', 'revision_number': 3, 'project_id': 'eb233c881fe4499dbb6ece4d28496074', 'gw_port': {'id': 'fffa6b47-efc4-435e-9e1c-5a72777ccb99', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:33:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998b05b9-8558-4ad3-bb2a-86bddd524927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:11:17Z', 'updated_at': '2022-09-21T22:11:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi'}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:11:20.657847 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e9d121-0a7c-478b-96f0-560798e701f2 None None] The sync data for ids ['998b05b9-8558-4ad3-bb2a-86bddd524927'] in dv-cinder-858819-1-iscsi is: [{'id': '998b05b9-8558-4ad3-bb2a-86bddd524927', 'name': 'tempest-TestMinimumBasicScenario-618853615-router', 'tenant_id': 'eb233c881fe4499dbb6ece4d28496074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'fffa6b47-efc4-435e-9e1c-5a72777ccb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:11:17Z', 'updated_at': '2022-09-21T22:11:18Z', 'revision_number': 3, 'project_id': 'eb233c881fe4499dbb6ece4d28496074', 'gw_port': {'id': 'fffa6b47-efc4-435e-9e1c-5a72777ccb99', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:33:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998b05b9-8558-4ad3-bb2a-86bddd524927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:11:17Z', 'updated_at': '2022-09-21T22:11:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi'}] {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:11:20.670812 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-354a686f-ad42-401d-835a-f60e6a05e51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (fd6de7d7-adee-495e-a2e9-b01c35c1b523), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:20.713172 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-6bed9c8b-7169-4c46-a095-657e18c3fbda None None] Provisioning complete for port fd6de7d7-adee-495e-a2e9-b01c35c1b523 triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:11:20.713780 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-6bed9c8b-7169-4c46-a095-657e18c3fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (fd6de7d7-adee-495e-a2e9-b01c35c1b523), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:20.713894 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-6bed9c8b-7169-4c46-a095-657e18c3fbda None None] Attempt 1 to provision port fd6de7d7-adee-495e-a2e9-b01c35c1b523 Sep 21 22:11:20.758240 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-6bed9c8b-7169-4c46-a095-657e18c3fbda None None] Port fd6de7d7-adee-495e-a2e9-b01c35c1b523 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:11:21.051082 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:21.119391 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-354a686f-ad42-401d-835a-f60e6a05e51c admin admin] Publish callbacks [] for port (fd6de7d7-adee-495e-a2e9-b01c35c1b523), precommit_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:21.205582 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-354a686f-ad42-401d-835a-f60e6a05e51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14266021'] for port (fd6de7d7-adee-495e-a2e9-b01c35c1b523), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:21.259449 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-6bed9c8b-7169-4c46-a095-657e18c3fbda None None] Attempt 2 to provision port fd6de7d7-adee-495e-a2e9-b01c35c1b523 Sep 21 22:11:21.281061 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-354a686f-ad42-401d-835a-f60e6a05e51c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1653198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495141'] for router_interface (998b05b9-8558-4ad3-bb2a-86bddd524927), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:21.283126 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354a686f-ad42-401d-835a-f60e6a05e51c admin admin] Pushing event updated for resources: {'Port': ['ID=fd6de7d7-adee-495e-a2e9-b01c35c1b523,revision_number=2']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:21.298809 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-6bed9c8b-7169-4c46-a095-657e18c3fbda None None] Port fd6de7d7-adee-495e-a2e9-b01c35c1b523 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:11:21.419251 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354a686f-ad42-401d-835a-f60e6a05e51c admin admin] Network dc9f80be-118a-48d8-85ed-16d7fbb53cc5 is already hosted by enough agents. {{(pid=116020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:11:21.420900 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.base_scheduler [None req-354a686f-ad42-401d-835a-f60e6a05e51c admin admin] Resources bound (agent type, host, resource id): {{(pid=116020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:11:21.547607 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-354a686f-ad42-401d-835a-f60e6a05e51c admin admin] Router 998b05b9-8558-4ad3-bb2a-86bddd524927 has already been hosted by L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 {{(pid=116020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:11:21.668180 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354a686f-ad42-401d-835a-f60e6a05e51c admin admin] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:11:21.673549 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-354a686f-ad42-401d-835a-f60e6a05e51c admin admin] 10.222.0.52 "PUT /v2.0/routers/998b05b9-8558-4ad3-bb2a-86bddd524927/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4189472 Sep 21 22:11:21.800083 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-6bed9c8b-7169-4c46-a095-657e18c3fbda None None] Attempt 3 to provision port fd6de7d7-adee-495e-a2e9-b01c35c1b523 Sep 21 22:11:21.833505 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-6bed9c8b-7169-4c46-a095-657e18c3fbda None None] Port fd6de7d7-adee-495e-a2e9-b01c35c1b523 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:11:22.060863 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device fffa6b47-efc4-435e-9e1c-5a72777ccb99 up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:11:22.119638 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port fffa6b47-efc4-435e-9e1c-5a72777ccb99 triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:11:22.119885 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (fffa6b47-efc4-435e-9e1c-5a72777ccb99), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:22.120264 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port fffa6b47-efc4-435e-9e1c-5a72777ccb99 Sep 21 22:11:22.202948 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port fffa6b47-efc4-435e-9e1c-5a72777ccb99 is: DOWN; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:11:22.203394 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (fffa6b47-efc4-435e-9e1c-5a72777ccb99), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:22.231960 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] For port fffa6b47-efc4-435e-9e1c-5a72777ccb99, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=fffa6b47-efc4-435e-9e1c-5a72777ccb99,segment=NetworkSegment(286b158d-b65b-48b3-9fb8-ab2055e67b3c),segment_id=286b158d-b65b-48b3-9fb8-ab2055e67b3c)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:11:22.326344 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (fffa6b47-efc4-435e-9e1c-5a72777ccb99), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:22.327390 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device e8d464e5-0607-47d8-844e-839954bb16a9 up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:11:22.358838 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-6bed9c8b-7169-4c46-a095-657e18c3fbda None None] Attempt 4 to provision port fd6de7d7-adee-495e-a2e9-b01c35c1b523 Sep 21 22:11:22.421623 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2c1391-51d8-4c2d-9c47-834b3d61ddbe None None] Sync routers for ids ['998b05b9-8558-4ad3-bb2a-86bddd524927'] in dv-cinder-858819-1-iscsi {{(pid=116021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:11:22.456199 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-6bed9c8b-7169-4c46-a095-657e18c3fbda None None] Port fd6de7d7-adee-495e-a2e9-b01c35c1b523 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:11:22.474552 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2c1391-51d8-4c2d-9c47-834b3d61ddbe None None] Routers {'998b05b9-8558-4ad3-bb2a-86bddd524927'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:11:22.475180 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-3b2c1391-51d8-4c2d-9c47-834b3d61ddbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:11:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['998b05b9-8558-4ad3-bb2a-86bddd524927'], 'active': True} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:11:22.477459 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Pushing event updated for resources: {'Port': ['ID=fffa6b47-efc4-435e-9e1c-5a72777ccb99,revision_number=4']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:22.530818 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port e8d464e5-0607-47d8-844e-839954bb16a9 triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:11:22.531203 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (e8d464e5-0607-47d8-844e-839954bb16a9), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:22.531542 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port e8d464e5-0607-47d8-844e-839954bb16a9 Sep 21 22:11:22.559270 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:22.624731 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvr_db [None req-3b2c1391-51d8-4c2d-9c47-834b3d61ddbe None None] Set router 998b05b9-8558-4ad3-bb2a-86bddd524927 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:11:22.738371 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port e8d464e5-0607-47d8-844e-839954bb16a9 is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:11:22.961911 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-6bed9c8b-7169-4c46-a095-657e18c3fbda None None] Attempt 5 to provision port fd6de7d7-adee-495e-a2e9-b01c35c1b523 Sep 21 22:11:23.047292 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-6bed9c8b-7169-4c46-a095-657e18c3fbda None None] Port fd6de7d7-adee-495e-a2e9-b01c35c1b523 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:11:23.107208 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-3b2c1391-51d8-4c2d-9c47-834b3d61ddbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998b05b9-8558-4ad3-bb2a-86bddd524927', 'name': 'tempest-TestMinimumBasicScenario-618853615-router', 'tenant_id': 'eb233c881fe4499dbb6ece4d28496074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'fffa6b47-efc4-435e-9e1c-5a72777ccb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:11:17Z', 'updated_at': '2022-09-21T22:11:20Z', 'revision_number': 4, 'project_id': 'eb233c881fe4499dbb6ece4d28496074', 'gw_port': {'id': 'fffa6b47-efc4-435e-9e1c-5a72777ccb99', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:33:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998b05b9-8558-4ad3-bb2a-86bddd524927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:11:17Z', 'updated_at': '2022-09-21T22:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': 'fd6de7d7-adee-495e-a2e9-b01c35c1b523', 'name': '', 'network_id': 'dc9f80be-118a-48d8-85ed-16d7fbb53cc5', 'tenant_id': 'eb233c881fe4499dbb6ece4d28496074', 'mac_address': 'fa:16:3e:58:8d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998b05b9-8558-4ad3-bb2a-86bddd524927', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '63905204-033b-4f2c-87ba-502510fbc7d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:11:19Z', 'updated_at': '2022-09-21T22:11:20Z', 'revision_number': 2, 'project_id': 'eb233c881fe4499dbb6ece4d28496074', 'subnets': [{'id': '63905204-033b-4f2c-87ba-502510fbc7d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:11:23.136973 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2c1391-51d8-4c2d-9c47-834b3d61ddbe None None] Checking router: 998b05b9-8558-4ad3-bb2a-86bddd524927 for host: dv-cinder-858819-1-iscsi {{(pid=116021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:11:23.137796 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2c1391-51d8-4c2d-9c47-834b3d61ddbe None None] Updating router 998b05b9-8558-4ad3-bb2a-86bddd524927 port fd6de7d7-adee-495e-a2e9-b01c35c1b523 binding host dv-cinder-858819-1-iscsi {{(pid=116021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 22:11:23.173127 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-3b2c1391-51d8-4c2d-9c47-834b3d61ddbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (fd6de7d7-adee-495e-a2e9-b01c35c1b523), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:23.506623 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-3b2c1391-51d8-4c2d-9c47-834b3d61ddbe None None] Publish callbacks [] for port (fd6de7d7-adee-495e-a2e9-b01c35c1b523), precommit_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:23.548768 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-6bed9c8b-7169-4c46-a095-657e18c3fbda None None] Attempt 6 to provision port fd6de7d7-adee-495e-a2e9-b01c35c1b523 Sep 21 22:11:23.587460 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-6bed9c8b-7169-4c46-a095-657e18c3fbda None None] Port fd6de7d7-adee-495e-a2e9-b01c35c1b523 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:11:23.616560 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-3b2c1391-51d8-4c2d-9c47-834b3d61ddbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (fd6de7d7-adee-495e-a2e9-b01c35c1b523), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:23.723561 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-3b2c1391-51d8-4c2d-9c47-834b3d61ddbe None None] Attempting to bind port fd6de7d7-adee-495e-a2e9-b01c35c1b523 on host dv-cinder-858819-1-iscsi for vnic_type normal with profile {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:11:23.723561 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-3b2c1391-51d8-4c2d-9c47-834b3d61ddbe None None] Attempting to bind port fd6de7d7-adee-495e-a2e9-b01c35c1b523 by drivers openvswitch,hyperv on host dv-cinder-858819-1-iscsi at level 0 using segments [{'id': 'a8118088-ff7e-49c4-9017-7518e7564e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'dc9f80be-118a-48d8-85ed-16d7fbb53cc5'}] {{(pid=116021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:11:23.723958 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2c1391-51d8-4c2d-9c47-834b3d61ddbe None None] Attempting to bind port fd6de7d7-adee-495e-a2e9-b01c35c1b523 on network dc9f80be-118a-48d8-85ed-16d7fbb53cc5 {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:11:23.730172 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8716e0f7-375d-4082-84a2-e7217aa7787e None None] Pushing event updated for resources: {'Port': ['ID=fd6de7d7-adee-495e-a2e9-b01c35c1b523,revision_number=3']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:23.736479 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2c1391-51d8-4c2d-9c47-834b3d61ddbe None None] Checking agent: {'id': 'a3649853-f423-4907-be3f-732a21e792f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858819-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 51, 52), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858819-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:11:23.736984 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2c1391-51d8-4c2d-9c47-834b3d61ddbe None None] Checking segment: {'id': 'a8118088-ff7e-49c4-9017-7518e7564e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'dc9f80be-118a-48d8-85ed-16d7fbb53cc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:11:23.737499 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-3b2c1391-51d8-4c2d-9c47-834b3d61ddbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:23.737906 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2c1391-51d8-4c2d-9c47-834b3d61ddbe None None] Bound using segment: {'id': 'a8118088-ff7e-49c4-9017-7518e7564e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'dc9f80be-118a-48d8-85ed-16d7fbb53cc5'} {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:11:23.738938 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-3b2c1391-51d8-4c2d-9c47-834b3d61ddbe None None] Bound port: fd6de7d7-adee-495e-a2e9-b01c35c1b523, host: dv-cinder-858819-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8118088-ff7e-49c4-9017-7518e7564e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'dc9f80be-118a-48d8-85ed-16d7fbb53cc5'}}] {{(pid=116021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:11:23.738938 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-3b2c1391-51d8-4c2d-9c47-834b3d61ddbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (fd6de7d7-adee-495e-a2e9-b01c35c1b523), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:23.811342 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-3b2c1391-51d8-4c2d-9c47-834b3d61ddbe None None] For port fd6de7d7-adee-495e-a2e9-b01c35c1b523, host dv-cinder-858819-1-iscsi, cleared binding levels {{(pid=116021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:11:23.814862 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-3b2c1391-51d8-4c2d-9c47-834b3d61ddbe None None] For port fd6de7d7-adee-495e-a2e9-b01c35c1b523, host dv-cinder-858819-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=fd6de7d7-adee-495e-a2e9-b01c35c1b523,segment=NetworkSegment(a8118088-ff7e-49c4-9017-7518e7564e23),segment_id=a8118088-ff7e-49c4-9017-7518e7564e23)] {{(pid=116021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:11:23.908892 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-3b2c1391-51d8-4c2d-9c47-834b3d61ddbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (fd6de7d7-adee-495e-a2e9-b01c35c1b523), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:23.960440 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2c1391-51d8-4c2d-9c47-834b3d61ddbe None None] Routers {'998b05b9-8558-4ad3-bb2a-86bddd524927'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:11:23.961091 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-3b2c1391-51d8-4c2d-9c47-834b3d61ddbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:11:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['998b05b9-8558-4ad3-bb2a-86bddd524927'], 'active': True} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:11:24.009137 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device fffa6b47-efc4-435e-9e1c-5a72777ccb99 up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:11:24.055953 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8716e0f7-375d-4082-84a2-e7217aa7787e None None] Pushing event updated for resources: {'Port': ['ID=fd6de7d7-adee-495e-a2e9-b01c35c1b523,revision_number=4']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:24.090937 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-6bed9c8b-7169-4c46-a095-657e18c3fbda None None] Attempt 7 to provision port fd6de7d7-adee-495e-a2e9-b01c35c1b523 Sep 21 22:11:24.157489 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvr_db [None req-3b2c1391-51d8-4c2d-9c47-834b3d61ddbe None None] Set router 998b05b9-8558-4ad3-bb2a-86bddd524927 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:11:24.194064 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port fffa6b47-efc4-435e-9e1c-5a72777ccb99 triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:11:24.194589 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (fffa6b47-efc4-435e-9e1c-5a72777ccb99), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:24.194898 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port fffa6b47-efc4-435e-9e1c-5a72777ccb99 Sep 21 22:11:24.364373 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-6bed9c8b-7169-4c46-a095-657e18c3fbda None None] Current status of the port fd6de7d7-adee-495e-a2e9-b01c35c1b523 is: DOWN; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:11:24.364722 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-6bed9c8b-7169-4c46-a095-657e18c3fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (fd6de7d7-adee-495e-a2e9-b01c35c1b523), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:24.451724 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port fffa6b47-efc4-435e-9e1c-5a72777ccb99 is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:11:24.459575 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-6bed9c8b-7169-4c46-a095-657e18c3fbda None None] For port fd6de7d7-adee-495e-a2e9-b01c35c1b523, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=fd6de7d7-adee-495e-a2e9-b01c35c1b523,segment=NetworkSegment(a8118088-ff7e-49c4-9017-7518e7564e23),segment_id=a8118088-ff7e-49c4-9017-7518e7564e23)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:11:24.516400 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-3b2c1391-51d8-4c2d-9c47-834b3d61ddbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998b05b9-8558-4ad3-bb2a-86bddd524927', 'name': 'tempest-TestMinimumBasicScenario-618853615-router', 'tenant_id': 'eb233c881fe4499dbb6ece4d28496074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'fffa6b47-efc4-435e-9e1c-5a72777ccb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:11:17Z', 'updated_at': '2022-09-21T22:11:20Z', 'revision_number': 4, 'project_id': 'eb233c881fe4499dbb6ece4d28496074', 'gw_port': {'id': 'fffa6b47-efc4-435e-9e1c-5a72777ccb99', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:33:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998b05b9-8558-4ad3-bb2a-86bddd524927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:11:17Z', 'updated_at': '2022-09-21T22:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': 'fd6de7d7-adee-495e-a2e9-b01c35c1b523', 'name': '', 'network_id': 'dc9f80be-118a-48d8-85ed-16d7fbb53cc5', 'tenant_id': 'eb233c881fe4499dbb6ece4d28496074', 'mac_address': 'fa:16:3e:58:8d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998b05b9-8558-4ad3-bb2a-86bddd524927', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '63905204-033b-4f2c-87ba-502510fbc7d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:11:19Z', 'updated_at': '2022-09-21T22:11:23Z', 'revision_number': 4, 'project_id': 'eb233c881fe4499dbb6ece4d28496074', 'subnets': [{'id': '63905204-033b-4f2c-87ba-502510fbc7d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:11:24.546945 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2c1391-51d8-4c2d-9c47-834b3d61ddbe None None] The sync data for ids ['998b05b9-8558-4ad3-bb2a-86bddd524927'] in dv-cinder-858819-1-iscsi is: [{'id': '998b05b9-8558-4ad3-bb2a-86bddd524927', 'name': 'tempest-TestMinimumBasicScenario-618853615-router', 'tenant_id': 'eb233c881fe4499dbb6ece4d28496074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'fffa6b47-efc4-435e-9e1c-5a72777ccb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:11:17Z', 'updated_at': '2022-09-21T22:11:20Z', 'revision_number': 4, 'project_id': 'eb233c881fe4499dbb6ece4d28496074', 'gw_port': {'id': 'fffa6b47-efc4-435e-9e1c-5a72777ccb99', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:33:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998b05b9-8558-4ad3-bb2a-86bddd524927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:11:17Z', 'updated_at': '2022-09-21T22:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': 'fd6de7d7-adee-495e-a2e9-b01c35c1b523', 'name': '', 'network_id': 'dc9f80be-118a-48d8-85ed-16d7fbb53cc5', 'tenant_id': 'eb233c881fe4499dbb6ece4d28496074', 'mac_address': 'fa:16:3e:58:8d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998b05b9-8558-4ad3-bb2a-86bddd524927', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '63905204-033b-4f2c-87ba-502510fbc7d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:11:19Z', 'updated_at': '2022-09-21T22:11:23Z', 'revision_number': 4, 'project_id': 'eb233c881fe4499dbb6ece4d28496074', 'subnets': [{'id': '63905204-033b-4f2c-87ba-502510fbc7d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:11:24.560400 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-6bed9c8b-7169-4c46-a095-657e18c3fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (fd6de7d7-adee-495e-a2e9-b01c35c1b523), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:24.632469 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bed9c8b-7169-4c46-a095-657e18c3fbda None None] Pushing event updated for resources: {'Port': ['ID=fd6de7d7-adee-495e-a2e9-b01c35c1b523,revision_number=5']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:24.697151 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-4e5ce480-d6be-43c1-8ad1-e2627275e5f3 None None] Provisioning complete for port fd6de7d7-adee-495e-a2e9-b01c35c1b523 triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:11:24.697544 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-4e5ce480-d6be-43c1-8ad1-e2627275e5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (fd6de7d7-adee-495e-a2e9-b01c35c1b523), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:24.697897 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-4e5ce480-d6be-43c1-8ad1-e2627275e5f3 None None] Attempt 1 to provision port fd6de7d7-adee-495e-a2e9-b01c35c1b523 Sep 21 22:11:24.791607 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-4e5ce480-d6be-43c1-8ad1-e2627275e5f3 None None] Current status of the port fd6de7d7-adee-495e-a2e9-b01c35c1b523 is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:11:26.002378 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device fd6de7d7-adee-495e-a2e9-b01c35c1b523 up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:11:26.069445 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port fd6de7d7-adee-495e-a2e9-b01c35c1b523 triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:11:26.069830 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (fd6de7d7-adee-495e-a2e9-b01c35c1b523), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:26.070173 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port fd6de7d7-adee-495e-a2e9-b01c35c1b523 Sep 21 22:11:26.150240 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port fd6de7d7-adee-495e-a2e9-b01c35c1b523 is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:11:29.747131 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.agents_db [None req-53c7536d-764e-4ad7-87ad-c450eadf28b3 None None] Agent healthcheck: found 6 active agents {{(pid=116022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:11:32.782719 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5773a-7fa8-4143-bd2f-8da796ec308a req-639caf1f-37a8-4f1f-b0db-d5af1ce62f54 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:11:32.784293 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c9c5773a-7fa8-4143-bd2f-8da796ec308a req-639caf1f-37a8-4f1f-b0db-d5af1ce62f54 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/networks?id=b8d44211-97c9-4513-b244-d2f8ad301205 HTTP/1.1" status: 200 len: 815 time: 0.1064298 Sep 21 22:11:32.800742 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c9c5773a-7fa8-4143-bd2f-8da796ec308a req-4af3d73d-0c5e-40c6-9784-ef02ca80774d tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/quotas/7b4b3282ca9b4a7f930d8a3d85413f36 HTTP/1.1" status: 200 len: 375 time: 0.0101500 Sep 21 22:11:32.857644 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c9c5773a-7fa8-4143-bd2f-8da796ec308a req-da5d6154-bb0e-4eb4-a9f6-b48bf24ba369 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7b4b3282ca9b4a7f930d8a3d85413f36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512578 Sep 21 22:11:32.975137 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [req-c9c5773a-7fa8-4143-bd2f-8da796ec308a req-f5c4d6e9-779f-405f-a81f-ed333bb5fe03 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=116019) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 22:11:32.976854 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c9c5773a-7fa8-4143-bd2f-8da796ec308a req-f5c4d6e9-779f-405f-a81f-ed333bb5fe03 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1082399 Sep 21 22:11:33.072366 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c9c5773a-7fa8-4143-bd2f-8da796ec308a req-9ca6f6ce-fb5b-4be3-8de1-a760b504e856 service neutron] 10.222.0.52 "GET /v2.0/networks/b8d44211-97c9-4513-b244-d2f8ad301205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894256 Sep 21 22:11:33.169209 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c9c5773a-7fa8-4143-bd2f-8da796ec308a req-b3db1f31-43b8-4b8d-9b81-00092be1ac00 service neutron] 10.222.0.52 "GET /v2.0/networks/b8d44211-97c9-4513-b244-d2f8ad301205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884848 Sep 21 22:11:33.512008 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-3efb43e8-98a9-4b41-98d3-935ac4bd86cf req-daab09bd-dc04-4146-9f87-42f3e8d36d8c tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/ports?device_id=8704cdde-72c9-4aaa-8867-02bbcb855560 HTTP/1.1" status: 200 len: 210 time: 0.0925195 Sep 21 22:11:34.613930 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-88562c95-373a-4b06-80ec-48a29db72cf8 req-44e8a782-fe9f-4191-a893-be4629828644 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/ports?device_id=8704cdde-72c9-4aaa-8867-02bbcb855560 HTTP/1.1" status: 200 len: 210 time: 0.0292633 Sep 21 22:11:35.703731 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5773a-7fa8-4143-bd2f-8da796ec308a req-edcff0cf-9563-4acf-a14a-5a64e6c97eb4 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:11:35.705283 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-c9c5773a-7fa8-4143-bd2f-8da796ec308a req-edcff0cf-9563-4acf-a14a-5a64e6c97eb4 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.71 "GET /v2.0/networks?id=b8d44211-97c9-4513-b244-d2f8ad301205 HTTP/1.1" status: 200 len: 815 time: 0.1161695 Sep 21 22:11:35.719567 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [req-c9c5773a-7fa8-4143-bd2f-8da796ec308a req-03181b72-82ec-457b-be7c-1acb37fd34c2 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Request body: {'port': {'device_id': '8704cdde-72c9-4aaa-8867-02bbcb855560', 'network_id': 'b8d44211-97c9-4513-b244-d2f8ad301205', 'admin_state_up': True, 'tenant_id': '7b4b3282ca9b4a7f930d8a3d85413f36'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:11:35.725427 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-0659157b-c34d-4b15-a773-ae452cf87c6c req-42803042-0ba3-48e2-9638-295e62a7ca0b tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/ports?device_id=8704cdde-72c9-4aaa-8867-02bbcb855560 HTTP/1.1" status: 200 len: 210 time: 0.0276966 Sep 21 22:11:35.890690 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9c5773a-7fa8-4143-bd2f-8da796ec308a req-03181b72-82ec-457b-be7c-1acb37fd34c2 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Made reservation on behalf of 7b4b3282ca9b4a7f930d8a3d85413f36 for: {'port': 1} {{(pid=116020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:11:35.894151 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-c9c5773a-7fa8-4143-bd2f-8da796ec308a req-03181b72-82ec-457b-be7c-1acb37fd34c2 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:36.034178 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.db_base_plugin_common [req-c9c5773a-7fa8-4143-bd2f-8da796ec308a req-03181b72-82ec-457b-be7c-1acb37fd34c2 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Allocated IP 172.20.0.6 (b8d44211-97c9-4513-b244-d2f8ad301205/a4269c9d-e3be-441e-a98e-55e627c3420d/a6b4ca5d-280d-4fe0-b600-d3442ba43807) {{(pid=116020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:11:36.235747 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-c9c5773a-7fa8-4143-bd2f-8da796ec308a req-03181b72-82ec-457b-be7c-1acb37fd34c2 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks [] for port (a6b4ca5d-280d-4fe0-b600-d3442ba43807), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:36.382771 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-c9c5773a-7fa8-4143-bd2f-8da796ec308a req-03181b72-82ec-457b-be7c-1acb37fd34c2 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (a6b4ca5d-280d-4fe0-b600-d3442ba43807), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:36.427843 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9c5773a-7fa8-4143-bd2f-8da796ec308a req-03181b72-82ec-457b-be7c-1acb37fd34c2 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Network b8d44211-97c9-4513-b244-d2f8ad301205 is already hosted by enough agents. {{(pid=116020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:11:36.437705 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.base_scheduler [req-c9c5773a-7fa8-4143-bd2f-8da796ec308a req-03181b72-82ec-457b-be7c-1acb37fd34c2 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Resources bound (agent type, host, resource id): {{(pid=116020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:11:36.443639 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c5773a-7fa8-4143-bd2f-8da796ec308a req-03181b72-82ec-457b-be7c-1acb37fd34c2 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Received port after_create {{(pid=116020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:11:36.490040 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03181b72-82ec-457b-be7c-1acb37fd34c2 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Pushing event updated for resources: {'Port': ['ID=a6b4ca5d-280d-4fe0-b600-d3442ba43807,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:36.522910 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5773a-7fa8-4143-bd2f-8da796ec308a req-03181b72-82ec-457b-be7c-1acb37fd34c2 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:11:36.523615 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-c9c5773a-7fa8-4143-bd2f-8da796ec308a req-03181b72-82ec-457b-be7c-1acb37fd34c2 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:36.641198 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-c9c5773a-7fa8-4143-bd2f-8da796ec308a req-03181b72-82ec-457b-be7c-1acb37fd34c2 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9254084 Sep 21 22:11:36.812500 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-5aa9fa51-1cb1-4b8c-8a0f-c8b283993702 None None] Provisioning complete for port a6b4ca5d-280d-4fe0-b600-d3442ba43807 triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:11:36.813553 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-5aa9fa51-1cb1-4b8c-8a0f-c8b283993702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (a6b4ca5d-280d-4fe0-b600-d3442ba43807), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:36.814051 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-5aa9fa51-1cb1-4b8c-8a0f-c8b283993702 None None] Attempt 1 to provision port a6b4ca5d-280d-4fe0-b600-d3442ba43807 Sep 21 22:11:36.875769 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-5aa9fa51-1cb1-4b8c-8a0f-c8b283993702 None None] Port a6b4ca5d-280d-4fe0-b600-d3442ba43807 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:11:36.913097 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76530a-f9ed-4894-bfea-cc923174074f req-f3fa2e43-6efe-4ec5-809d-d30cc6e9c0d7 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:11:36.916272 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1f76530a-f9ed-4894-bfea-cc923174074f req-f3fa2e43-6efe-4ec5-809d-d30cc6e9c0d7 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/ports?device_id=8704cdde-72c9-4aaa-8867-02bbcb855560 HTTP/1.1" status: 200 len: 931 time: 0.0770590 Sep 21 22:11:36.991326 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1f76530a-f9ed-4894-bfea-cc923174074f req-acc3dff2-d8ab-4e2f-acfd-cd2e7bc10983 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8db972-0bd4-4ef8-a286-b173e992513e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647619 Sep 21 22:11:37.380608 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-5aa9fa51-1cb1-4b8c-8a0f-c8b283993702 None None] Attempt 2 to provision port a6b4ca5d-280d-4fe0-b600-d3442ba43807 Sep 21 22:11:37.422431 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-5aa9fa51-1cb1-4b8c-8a0f-c8b283993702 None None] Port a6b4ca5d-280d-4fe0-b600-d3442ba43807 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:11:37.924838 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-5aa9fa51-1cb1-4b8c-8a0f-c8b283993702 None None] Attempt 3 to provision port a6b4ca5d-280d-4fe0-b600-d3442ba43807 Sep 21 22:11:37.965139 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-5aa9fa51-1cb1-4b8c-8a0f-c8b283993702 None None] Port a6b4ca5d-280d-4fe0-b600-d3442ba43807 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:11:38.153571 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25dc0b-3539-43a9-a64f-88476a7c3bc6 req-1932e1a2-8655-4429-b041-2cff7d55df81 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:11:38.156253 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8d25dc0b-3539-43a9-a64f-88476a7c3bc6 req-1932e1a2-8655-4429-b041-2cff7d55df81 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/ports?device_id=8704cdde-72c9-4aaa-8867-02bbcb855560 HTTP/1.1" status: 200 len: 931 time: 0.0897028 Sep 21 22:11:38.248567 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8d25dc0b-3539-43a9-a64f-88476a7c3bc6 req-910e413d-10c2-4359-a7c1-232bb082c0cc tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8db972-0bd4-4ef8-a286-b173e992513e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857759 Sep 21 22:11:38.466996 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-5aa9fa51-1cb1-4b8c-8a0f-c8b283993702 None None] Attempt 4 to provision port a6b4ca5d-280d-4fe0-b600-d3442ba43807 Sep 21 22:11:38.509926 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-5aa9fa51-1cb1-4b8c-8a0f-c8b283993702 None None] Port a6b4ca5d-280d-4fe0-b600-d3442ba43807 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:11:39.011585 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-5aa9fa51-1cb1-4b8c-8a0f-c8b283993702 None None] Attempt 5 to provision port a6b4ca5d-280d-4fe0-b600-d3442ba43807 Sep 21 22:11:39.045241 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-5aa9fa51-1cb1-4b8c-8a0f-c8b283993702 None None] Port a6b4ca5d-280d-4fe0-b600-d3442ba43807 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:11:39.416888 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de1006-e7d7-46f4-8507-f7112d756033 req-67dc68a0-37c4-4114-a6af-22a878a06996 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:11:39.418479 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-54de1006-e7d7-46f4-8507-f7112d756033 req-67dc68a0-37c4-4114-a6af-22a878a06996 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/ports?device_id=8704cdde-72c9-4aaa-8867-02bbcb855560 HTTP/1.1" status: 200 len: 931 time: 0.0772660 Sep 21 22:11:39.473916 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-54de1006-e7d7-46f4-8507-f7112d756033 req-706c5cfa-9b31-49b2-bfa9-5cfa95732337 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8db972-0bd4-4ef8-a286-b173e992513e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490837 Sep 21 22:11:39.546388 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-5aa9fa51-1cb1-4b8c-8a0f-c8b283993702 None None] Attempt 6 to provision port a6b4ca5d-280d-4fe0-b600-d3442ba43807 Sep 21 22:11:39.579710 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-5aa9fa51-1cb1-4b8c-8a0f-c8b283993702 None None] Port a6b4ca5d-280d-4fe0-b600-d3442ba43807 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:11:40.081461 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-5aa9fa51-1cb1-4b8c-8a0f-c8b283993702 None None] Attempt 7 to provision port a6b4ca5d-280d-4fe0-b600-d3442ba43807 Sep 21 22:11:40.123296 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-5aa9fa51-1cb1-4b8c-8a0f-c8b283993702 None None] Port a6b4ca5d-280d-4fe0-b600-d3442ba43807 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:11:40.608126 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e4771-74ab-40e3-9a7b-7442f3dd030e req-8b0be09a-aa8c-4751-99c5-ac5659ba97ae tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:11:40.610317 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-647e4771-74ab-40e3-9a7b-7442f3dd030e req-8b0be09a-aa8c-4751-99c5-ac5659ba97ae tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/ports?device_id=8704cdde-72c9-4aaa-8867-02bbcb855560 HTTP/1.1" status: 200 len: 931 time: 0.0578501 Sep 21 22:11:40.624425 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-5aa9fa51-1cb1-4b8c-8a0f-c8b283993702 None None] Attempt 8 to provision port a6b4ca5d-280d-4fe0-b600-d3442ba43807 Sep 21 22:11:40.671766 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-5aa9fa51-1cb1-4b8c-8a0f-c8b283993702 None None] Port a6b4ca5d-280d-4fe0-b600-d3442ba43807 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:11:40.686489 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-647e4771-74ab-40e3-9a7b-7442f3dd030e req-8e712240-6d15-4e2a-a2d0-f28381e2de46 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8db972-0bd4-4ef8-a286-b173e992513e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714684 Sep 21 22:11:41.173086 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-5aa9fa51-1cb1-4b8c-8a0f-c8b283993702 None None] Attempt 9 to provision port a6b4ca5d-280d-4fe0-b600-d3442ba43807 Sep 21 22:11:41.211825 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-5aa9fa51-1cb1-4b8c-8a0f-c8b283993702 None None] Port a6b4ca5d-280d-4fe0-b600-d3442ba43807 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:11:41.712929 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-5aa9fa51-1cb1-4b8c-8a0f-c8b283993702 None None] Attempt 10 to provision port a6b4ca5d-280d-4fe0-b600-d3442ba43807 Sep 21 22:11:41.755784 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-5aa9fa51-1cb1-4b8c-8a0f-c8b283993702 None None] Port a6b4ca5d-280d-4fe0-b600-d3442ba43807 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:11:41.844693 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1754b20-2e7b-48ce-a5e4-9a6c4d785230 req-50ca825e-334c-468f-bd6b-5d660b00b3b7 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:11:41.847463 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b1754b20-2e7b-48ce-a5e4-9a6c4d785230 req-50ca825e-334c-468f-bd6b-5d660b00b3b7 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/ports?device_id=8704cdde-72c9-4aaa-8867-02bbcb855560 HTTP/1.1" status: 200 len: 931 time: 0.0777268 Sep 21 22:11:41.923914 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b1754b20-2e7b-48ce-a5e4-9a6c4d785230 req-2d7fb75e-9860-4d25-8b85-0c49d9ea3a46 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8db972-0bd4-4ef8-a286-b173e992513e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675814 Sep 21 22:11:43.110763 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6325b-9641-40f5-b1c9-5b8a3f123489 req-6435bdf1-3189-4a81-b1da-8b74ea6a1c66 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:11:43.110763 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-6eb6325b-9641-40f5-b1c9-5b8a3f123489 req-6435bdf1-3189-4a81-b1da-8b74ea6a1c66 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/ports?device_id=8704cdde-72c9-4aaa-8867-02bbcb855560 HTTP/1.1" status: 200 len: 931 time: 0.0711043 Sep 21 22:11:43.153196 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-6eb6325b-9641-40f5-b1c9-5b8a3f123489 req-b8ea263e-520c-451f-89a7-2d4c3be5e5b9 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8db972-0bd4-4ef8-a286-b173e992513e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526891 Sep 21 22:11:43.963936 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [req-c9c5773a-7fa8-4143-bd2f-8da796ec308a req-d79cd29f-b302-487d-86b9-09177196a265 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=116020) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 22:11:43.965015 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-c9c5773a-7fa8-4143-bd2f-8da796ec308a req-d79cd29f-b302-487d-86b9-09177196a265 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063288 Sep 21 22:11:44.025485 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [req-c9c5773a-7fa8-4143-bd2f-8da796ec308a req-d9d7b885-7e33-42a7-8f55-e4bcba25b256 service neutron] Request body: {'port': {'device_id': '8704cdde-72c9-4aaa-8867-02bbcb855560', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:11:44.090621 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-c9c5773a-7fa8-4143-bd2f-8da796ec308a req-d9d7b885-7e33-42a7-8f55-e4bcba25b256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (a6b4ca5d-280d-4fe0-b600-d3442ba43807), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:44.321090 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b6bae-4728-4705-b1e9-2269dec9006d req-3f0762bb-ba2f-493e-92c2-cd582f970bfe tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:11:44.322629 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-114b6bae-4728-4705-b1e9-2269dec9006d req-3f0762bb-ba2f-493e-92c2-cd582f970bfe tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/ports?device_id=8704cdde-72c9-4aaa-8867-02bbcb855560 HTTP/1.1" status: 200 len: 931 time: 0.0608039 Sep 21 22:11:44.373287 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-114b6bae-4728-4705-b1e9-2269dec9006d req-92a90493-56e4-4293-9d17-632e5db6e992 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8db972-0bd4-4ef8-a286-b173e992513e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448136 Sep 21 22:11:44.380248 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [req-c9c5773a-7fa8-4143-bd2f-8da796ec308a req-d9d7b885-7e33-42a7-8f55-e4bcba25b256 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6b4ca5d-280d-4fe0-b600-d3442ba43807 {{(pid=116020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:11:44.389410 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-c9c5773a-7fa8-4143-bd2f-8da796ec308a req-d9d7b885-7e33-42a7-8f55-e4bcba25b256 service neutron] Publish callbacks [] for port (a6b4ca5d-280d-4fe0-b600-d3442ba43807), precommit_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:44.404715 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.provisioning_blocks [req-c9c5773a-7fa8-4143-bd2f-8da796ec308a req-d9d7b885-7e33-42a7-8f55-e4bcba25b256 service neutron] Transition to ACTIVE for port object a6b4ca5d-280d-4fe0-b600-d3442ba43807 will not be triggered until provisioned by entity L2. {{(pid=116020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 22:11:44.473905 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-c9c5773a-7fa8-4143-bd2f-8da796ec308a req-d9d7b885-7e33-42a7-8f55-e4bcba25b256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14266021'] for port (a6b4ca5d-280d-4fe0-b600-d3442ba43807), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:44.537220 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d7b885-7e33-42a7-8f55-e4bcba25b256 service neutron] Pushing event updated for resources: {'Port': ['ID=a6b4ca5d-280d-4fe0-b600-d3442ba43807,revision_number=2']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:44.569204 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7b885-7e33-42a7-8f55-e4bcba25b256 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:44.573170 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7b885-7e33-42a7-8f55-e4bcba25b256 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:44.573170 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7b885-7e33-42a7-8f55-e4bcba25b256 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:44.573170 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7b885-7e33-42a7-8f55-e4bcba25b256 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:44.573170 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7b885-7e33-42a7-8f55-e4bcba25b256 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:44.573170 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7b885-7e33-42a7-8f55-e4bcba25b256 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:44.573170 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7b885-7e33-42a7-8f55-e4bcba25b256 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:44.573170 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7b885-7e33-42a7-8f55-e4bcba25b256 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:44.573170 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7b885-7e33-42a7-8f55-e4bcba25b256 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:44.573170 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7b885-7e33-42a7-8f55-e4bcba25b256 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:44.573170 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7b885-7e33-42a7-8f55-e4bcba25b256 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:44.574095 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7b885-7e33-42a7-8f55-e4bcba25b256 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:44.574095 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7b885-7e33-42a7-8f55-e4bcba25b256 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:11:44.605619 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-c9c5773a-7fa8-4143-bd2f-8da796ec308a req-d9d7b885-7e33-42a7-8f55-e4bcba25b256 service neutron] Attempting to bind port a6b4ca5d-280d-4fe0-b600-d3442ba43807 on host hv-cinder-85881 for vnic_type normal with profile {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:11:44.606079 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-c9c5773a-7fa8-4143-bd2f-8da796ec308a req-d9d7b885-7e33-42a7-8f55-e4bcba25b256 service neutron] Attempting to bind port a6b4ca5d-280d-4fe0-b600-d3442ba43807 by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': '97672c8f-a68b-4765-b579-2a4b132d6ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b8d44211-97c9-4513-b244-d2f8ad301205'}] {{(pid=116020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:11:44.606426 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5773a-7fa8-4143-bd2f-8da796ec308a req-d9d7b885-7e33-42a7-8f55-e4bcba25b256 service neutron] Attempting to bind port a6b4ca5d-280d-4fe0-b600-d3442ba43807 on network b8d44211-97c9-4513-b244-d2f8ad301205 {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:11:44.611412 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5773a-7fa8-4143-bd2f-8da796ec308a req-d9d7b885-7e33-42a7-8f55-e4bcba25b256 service neutron] Port a6b4ca5d-280d-4fe0-b600-d3442ba43807 on network b8d44211-97c9-4513-b244-d2f8ad301205 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 22:11:44.611741 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5773a-7fa8-4143-bd2f-8da796ec308a req-d9d7b885-7e33-42a7-8f55-e4bcba25b256 service neutron] Attempting to bind port a6b4ca5d-280d-4fe0-b600-d3442ba43807 on network b8d44211-97c9-4513-b244-d2f8ad301205 {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:11:44.617258 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5773a-7fa8-4143-bd2f-8da796ec308a req-d9d7b885-7e33-42a7-8f55-e4bcba25b256 service neutron] Checking agent: {'id': '0aee7d89-594f-4992-91de-a4ac3f52e28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 58, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 58, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:11:44.617601 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5773a-7fa8-4143-bd2f-8da796ec308a req-d9d7b885-7e33-42a7-8f55-e4bcba25b256 service neutron] Checking segment: {'id': '97672c8f-a68b-4765-b579-2a4b132d6ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b8d44211-97c9-4513-b244-d2f8ad301205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:11:44.617998 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5773a-7fa8-4143-bd2f-8da796ec308a req-d9d7b885-7e33-42a7-8f55-e4bcba25b256 service neutron] Bound using segment: {'id': '97672c8f-a68b-4765-b579-2a4b132d6ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b8d44211-97c9-4513-b244-d2f8ad301205'} {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:11:44.618444 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-c9c5773a-7fa8-4143-bd2f-8da796ec308a req-d9d7b885-7e33-42a7-8f55-e4bcba25b256 service neutron] Bound port: a6b4ca5d-280d-4fe0-b600-d3442ba43807, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97672c8f-a68b-4765-b579-2a4b132d6ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b8d44211-97c9-4513-b244-d2f8ad301205'}}] {{(pid=116020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:11:44.618810 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-c9c5773a-7fa8-4143-bd2f-8da796ec308a req-d9d7b885-7e33-42a7-8f55-e4bcba25b256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (a6b4ca5d-280d-4fe0-b600-d3442ba43807), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:44.681360 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-c9c5773a-7fa8-4143-bd2f-8da796ec308a req-d9d7b885-7e33-42a7-8f55-e4bcba25b256 service neutron] For port a6b4ca5d-280d-4fe0-b600-d3442ba43807, host hv-cinder-85881, cleared binding levels {{(pid=116020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:11:44.685054 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-c9c5773a-7fa8-4143-bd2f-8da796ec308a req-d9d7b885-7e33-42a7-8f55-e4bcba25b256 service neutron] For port a6b4ca5d-280d-4fe0-b600-d3442ba43807, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=a6b4ca5d-280d-4fe0-b600-d3442ba43807,segment=NetworkSegment(97672c8f-a68b-4765-b579-2a4b132d6ac8),segment_id=97672c8f-a68b-4765-b579-2a4b132d6ac8)] {{(pid=116020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:11:44.765773 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-c9c5773a-7fa8-4143-bd2f-8da796ec308a req-d9d7b885-7e33-42a7-8f55-e4bcba25b256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14266021'] for port (a6b4ca5d-280d-4fe0-b600-d3442ba43807), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:44.769992 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5773a-7fa8-4143-bd2f-8da796ec308a req-d9d7b885-7e33-42a7-8f55-e4bcba25b256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:11:44.776041 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-c9c5773a-7fa8-4143-bd2f-8da796ec308a req-d9d7b885-7e33-42a7-8f55-e4bcba25b256 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:44.776041 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-c9c5773a-7fa8-4143-bd2f-8da796ec308a req-d9d7b885-7e33-42a7-8f55-e4bcba25b256 service neutron] 10.222.0.71 "PUT /v2.0/ports/a6b4ca5d-280d-4fe0-b600-d3442ba43807 HTTP/1.1" status: 200 len: 1093 time: 0.7993426 Sep 21 22:11:44.776041 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8704cdde-72c9-4aaa-8867-02bbcb855560', 'tag': 'a6b4ca5d-280d-4fe0-b600-d3442ba43807'}] {{(pid=116020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:11:44.776041 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}616469ce01b4343580b51944d90e43cdadd76175ffa2c7c7ae3ce11ef7217efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f6268d-6ec3-47e7-8f3e-f54a2f38fc1f" -d '{"events": [{"name": "network-changed", "server_uuid": "8704cdde-72c9-4aaa-8867-02bbcb855560", "tag": "a6b4ca5d-280d-4fe0-b600-d3442ba43807"}]}' {{(pid=116020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:11:44.833497 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d7b885-7e33-42a7-8f55-e4bcba25b256 service neutron] Pushing event updated for resources: {'Port': ['ID=a6b4ca5d-280d-4fe0-b600-d3442ba43807,revision_number=3']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:44.898657 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20db576-da83-4ea0-b605-c538a5afd321 x-openstack-request-id: req-e20db576-da83-4ea0-b605-c538a5afd321 {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:11:44.898951 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8704cdde-72c9-4aaa-8867-02bbcb855560", "tag": "a6b4ca5d-280d-4fe0-b600-d3442ba43807", "status": "completed", "code": 200}]} {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:11:44.899211 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e20db576-da83-4ea0-b605-c538a5afd321 {{(pid=116020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:11:44.899625 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e20db576-da83-4ea0-b605-c538a5afd321'] response: {'name': 'network-changed', 'server_uuid': '8704cdde-72c9-4aaa-8867-02bbcb855560', 'tag': 'a6b4ca5d-280d-4fe0-b600-d3442ba43807', 'status': 'completed', 'code': 200} Sep 21 22:11:44.921423 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5773a-7fa8-4143-bd2f-8da796ec308a req-d81e8305-3f81-43cb-8ef1-f7948d03c661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:11:44.922968 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-c9c5773a-7fa8-4143-bd2f-8da796ec308a req-d81e8305-3f81-43cb-8ef1-f7948d03c661 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7b4b3282ca9b4a7f930d8a3d85413f36&device_id=8704cdde-72c9-4aaa-8867-02bbcb855560 HTTP/1.1" status: 200 len: 1127 time: 0.0516539 Sep 21 22:11:44.966798 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-c9c5773a-7fa8-4143-bd2f-8da796ec308a req-4cc50780-d434-4692-a789-cb3147c62165 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6b4ca5d-280d-4fe0-b600-d3442ba43807 HTTP/1.1" status: 200 len: 217 time: 0.0370834 Sep 21 22:11:45.018824 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5773a-7fa8-4143-bd2f-8da796ec308a req-ad984c9d-763d-466c-a855-28ae4d4e5f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:11:45.020268 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-c9c5773a-7fa8-4143-bd2f-8da796ec308a req-ad984c9d-763d-466c-a855-28ae4d4e5f37 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a4269c9d-e3be-441e-a98e-55e627c3420d HTTP/1.1" status: 200 len: 854 time: 0.0461824 Sep 21 22:11:45.074090 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5773a-7fa8-4143-bd2f-8da796ec308a req-ef281a75-db0b-4138-91e4-3f719590b63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:11:45.075674 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-c9c5773a-7fa8-4143-bd2f-8da796ec308a req-ef281a75-db0b-4138-91e4-3f719590b63e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b8d44211-97c9-4513-b244-d2f8ad301205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492778 Sep 21 22:11:45.182787 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-c9c5773a-7fa8-4143-bd2f-8da796ec308a req-4d70f029-9e88-41dd-b56d-308f771b5c14 service neutron] 10.222.0.71 "GET /v2.0/networks/b8d44211-97c9-4513-b244-d2f8ad301205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005344 Sep 21 22:11:45.285911 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-c9c5773a-7fa8-4143-bd2f-8da796ec308a req-d9dd01b4-add1-4cae-9a0d-42d13a1ac003 service neutron] 10.222.0.71 "GET /v2.0/networks/b8d44211-97c9-4513-b244-d2f8ad301205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970566 Sep 21 22:11:45.449377 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6268d-6ec3-47e7-8f3e-f54a2f38fc1f req-2a71eb85-2500-4fe9-bc94-692acb226714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:11:45.453233 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-43f6268d-6ec3-47e7-8f3e-f54a2f38fc1f req-2a71eb85-2500-4fe9-bc94-692acb226714 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7b4b3282ca9b4a7f930d8a3d85413f36&device_id=8704cdde-72c9-4aaa-8867-02bbcb855560 HTTP/1.1" status: 200 len: 1127 time: 0.0624483 Sep 21 22:11:45.512443 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd147b-fd86-4296-96a7-51a22879cd46 req-0abfc4ed-ad07-47c1-b1d1-bd6f33b7a373 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:11:45.513931 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-f2dd147b-fd86-4296-96a7-51a22879cd46 req-0abfc4ed-ad07-47c1-b1d1-bd6f33b7a373 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/ports?device_id=8704cdde-72c9-4aaa-8867-02bbcb855560 HTTP/1.1" status: 200 len: 943 time: 0.0560572 Sep 21 22:11:45.531118 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (0aee7d89-594f-4992-91de-a4ac3f52e28d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:45.548178 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6268d-6ec3-47e7-8f3e-f54a2f38fc1f req-4b0f3b62-074f-451a-8ba3-d3d258ec86c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:11:45.549572 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-43f6268d-6ec3-47e7-8f3e-f54a2f38fc1f req-4b0f3b62-074f-451a-8ba3-d3d258ec86c7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b8d44211-97c9-4513-b244-d2f8ad301205 HTTP/1.1" status: 200 len: 916 time: 0.0913863 Sep 21 22:11:45.567103 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-f2dd147b-fd86-4296-96a7-51a22879cd46 req-470d117d-9af2-481c-9143-c584556bb60c tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8db972-0bd4-4ef8-a286-b173e992513e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445800 Sep 21 22:11:45.591096 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-43f6268d-6ec3-47e7-8f3e-f54a2f38fc1f req-32957123-afdd-419d-80d6-e07a6fa02cda service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6b4ca5d-280d-4fe0-b600-d3442ba43807 HTTP/1.1" status: 200 len: 217 time: 0.0341470 Sep 21 22:11:45.645326 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6268d-6ec3-47e7-8f3e-f54a2f38fc1f req-e73db346-9660-40cb-a56a-04975d1e0a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:11:45.646869 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-43f6268d-6ec3-47e7-8f3e-f54a2f38fc1f req-e73db346-9660-40cb-a56a-04975d1e0a59 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a4269c9d-e3be-441e-a98e-55e627c3420d HTTP/1.1" status: 200 len: 854 time: 0.0500014 Sep 21 22:11:45.697294 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6268d-6ec3-47e7-8f3e-f54a2f38fc1f req-aa77889e-6a46-4792-8909-24926cd6dd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:11:45.698838 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-43f6268d-6ec3-47e7-8f3e-f54a2f38fc1f req-aa77889e-6a46-4792-8909-24926cd6dd2a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b8d44211-97c9-4513-b244-d2f8ad301205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458155 Sep 21 22:11:45.791364 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-43f6268d-6ec3-47e7-8f3e-f54a2f38fc1f req-f2934a92-6662-476d-a85f-57c0922eeae8 service neutron] 10.222.0.71 "GET /v2.0/networks/b8d44211-97c9-4513-b244-d2f8ad301205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857189 Sep 21 22:11:45.886314 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-43f6268d-6ec3-47e7-8f3e-f54a2f38fc1f req-7a2b0655-91af-4065-b686-f4bc3f398a6d service neutron] 10.222.0.71 "GET /v2.0/networks/b8d44211-97c9-4513-b244-d2f8ad301205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880675 Sep 21 22:11:45.953993 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-3c147abe-1434-41c7-8c38-1d385902531c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:46.719606 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b030ee6-1b97-4fd1-b3f8-fceac199828c req-58256bff-e344-46e4-902b-3395d6b82429 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:11:46.721365 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-6b030ee6-1b97-4fd1-b3f8-fceac199828c req-58256bff-e344-46e4-902b-3395d6b82429 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/ports?device_id=8704cdde-72c9-4aaa-8867-02bbcb855560 HTTP/1.1" status: 200 len: 943 time: 0.0707903 Sep 21 22:11:46.776126 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-6b030ee6-1b97-4fd1-b3f8-fceac199828c req-eebf5315-562a-486b-99dc-29584deebc88 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8db972-0bd4-4ef8-a286-b173e992513e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480866 Sep 21 22:11:47.906708 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f92ac2-ee70-46b7-a76d-5cb25d5cff90 req-0171ff0d-dad1-4a25-bbd7-e1a498df864c tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:11:47.908216 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b2f92ac2-ee70-46b7-a76d-5cb25d5cff90 req-0171ff0d-dad1-4a25-bbd7-e1a498df864c tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/ports?device_id=8704cdde-72c9-4aaa-8867-02bbcb855560 HTTP/1.1" status: 200 len: 943 time: 0.0531151 Sep 21 22:11:47.958234 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b2f92ac2-ee70-46b7-a76d-5cb25d5cff90 req-c2994686-4b1f-4156-b3dc-88174c3c3417 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8db972-0bd4-4ef8-a286-b173e992513e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441391 Sep 21 22:11:48.628405 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-530c474a-c44e-46ac-97e7-1599752ee569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:48.682934 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device a6b4ca5d-280d-4fe0-b600-d3442ba43807 details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=116021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 22:11:48.795118 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port a6b4ca5d-280d-4fe0-b600-d3442ba43807, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=a6b4ca5d-280d-4fe0-b600-d3442ba43807,segment=NetworkSegment(97672c8f-a68b-4765-b579-2a4b132d6ac8),segment_id=97672c8f-a68b-4765-b579-2a4b132d6ac8)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:11:48.813224 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Returning: {'device': 'a6b4ca5d-280d-4fe0-b600-d3442ba43807', 'network_id': 'b8d44211-97c9-4513-b244-d2f8ad301205', 'port_id': 'a6b4ca5d-280d-4fe0-b600-d3442ba43807', 'mac_address': 'fa:16:3e:ea:b1:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4269c9d-e3be-441e-a98e-55e627c3420d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 22:11:48.859807 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port a6b4ca5d-280d-4fe0-b600-d3442ba43807 is: DOWN; New status is: BUILD {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:11:48.860236 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (a6b4ca5d-280d-4fe0-b600-d3442ba43807), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:48.875096 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.notifiers.nova [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6b4ca5d-280d-4fe0-b600-d3442ba43807 {{(pid=116021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:11:48.896204 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port a6b4ca5d-280d-4fe0-b600-d3442ba43807, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=a6b4ca5d-280d-4fe0-b600-d3442ba43807,segment=NetworkSegment(97672c8f-a68b-4765-b579-2a4b132d6ac8),segment_id=97672c8f-a68b-4765-b579-2a4b132d6ac8)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:11:49.044820 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (a6b4ca5d-280d-4fe0-b600-d3442ba43807), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:49.097124 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b2193-a0c3-4943-baa5-2b40828b1d47 req-f481a870-636b-47a3-9a3d-c3a714fc4e00 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:11:49.098641 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=a6b4ca5d-280d-4fe0-b600-d3442ba43807,revision_number=4']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:49.098804 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-404b2193-a0c3-4943-baa5-2b40828b1d47 req-f481a870-636b-47a3-9a3d-c3a714fc4e00 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/ports?device_id=8704cdde-72c9-4aaa-8867-02bbcb855560 HTTP/1.1" status: 200 len: 944 time: 0.0575089 Sep 21 22:11:49.159274 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-404b2193-a0c3-4943-baa5-2b40828b1d47 req-0ad3acb2-7d08-4f41-afe4-380fe2fb73db tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8db972-0bd4-4ef8-a286-b173e992513e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492179 Sep 21 22:11:49.304105 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] get_ports_and_sgs() called for port_ids ['a6b4ca5d-280d-4fe0-b600-d3442ba43807'] {{(pid=116021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:11:49.593713 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:50.293481 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b53ff-e2af-494d-b470-f212e30ced8e req-7e7d02d0-edae-472d-bb38-6ea6e6ff31b0 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:11:50.295252 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1f8b53ff-e2af-494d-b470-f212e30ced8e req-7e7d02d0-edae-472d-bb38-6ea6e6ff31b0 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/ports?device_id=8704cdde-72c9-4aaa-8867-02bbcb855560 HTTP/1.1" status: 200 len: 944 time: 0.0583982 Sep 21 22:11:50.350228 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1f8b53ff-e2af-494d-b470-f212e30ced8e req-6795bcf2-421a-4827-a6d7-84e7ad75b65f tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8db972-0bd4-4ef8-a286-b173e992513e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489075 Sep 21 22:11:50.696758 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device a6b4ca5d-280d-4fe0-b600-d3442ba43807 up at agent hyperv_hv-cinder-85881 {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:11:50.907907 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Provisioning for port a6b4ca5d-280d-4fe0-b600-d3442ba43807 completed by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 22:11:50.911997 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Provisioning complete for port a6b4ca5d-280d-4fe0-b600-d3442ba43807 triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:11:50.912401 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (a6b4ca5d-280d-4fe0-b600-d3442ba43807), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:50.912740 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Attempt 1 to provision port a6b4ca5d-280d-4fe0-b600-d3442ba43807 Sep 21 22:11:50.996331 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port a6b4ca5d-280d-4fe0-b600-d3442ba43807 is: BUILD; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:11:50.996720 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (a6b4ca5d-280d-4fe0-b600-d3442ba43807), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:51.020879 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8704cdde-72c9-4aaa-8867-02bbcb855560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b4ca5d-280d-4fe0-b600-d3442ba43807'}] {{(pid=116021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:11:51.023841 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d500dca99ac2bf62db1703b02a00765538e18f27ddf2ede5333818e021564b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1942f1-6b03-4838-ab6b-b582e46922b4" -d '{"events": [{"server_uuid": "8704cdde-72c9-4aaa-8867-02bbcb855560", "name": "network-vif-plugged", "status": "completed", "tag": "a6b4ca5d-280d-4fe0-b600-d3442ba43807"}]}' {{(pid=116021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:11:51.040744 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port a6b4ca5d-280d-4fe0-b600-d3442ba43807, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=a6b4ca5d-280d-4fe0-b600-d3442ba43807,segment=NetworkSegment(97672c8f-a68b-4765-b579-2a4b132d6ac8),segment_id=97672c8f-a68b-4765-b579-2a4b132d6ac8)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:11:51.090881 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:51.119733 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (a6b4ca5d-280d-4fe0-b600-d3442ba43807), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:51.131539 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1a2905-ede5-4eaa-8887-14f6b030dde9 x-openstack-request-id: req-1c1a2905-ede5-4eaa-8887-14f6b030dde9 {{(pid=116021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:11:51.131880 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8704cdde-72c9-4aaa-8867-02bbcb855560", "name": "network-vif-plugged", "status": "completed", "tag": "a6b4ca5d-280d-4fe0-b600-d3442ba43807", "code": 200}]} {{(pid=116021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:11:51.132264 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1c1a2905-ede5-4eaa-8887-14f6b030dde9 {{(pid=116021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:11:51.133198 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c1a2905-ede5-4eaa-8887-14f6b030dde9'] response: {'server_uuid': '8704cdde-72c9-4aaa-8867-02bbcb855560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b4ca5d-280d-4fe0-b600-d3442ba43807', 'code': 200} Sep 21 22:11:51.179881 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=a6b4ca5d-280d-4fe0-b600-d3442ba43807,revision_number=5']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:11:51.483170 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd7571c-d827-46a8-afa7-31958e3054fa req-bcae2839-9fcd-4a1b-8dd1-94f627f277cf tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:11:51.484794 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8dd7571c-d827-46a8-afa7-31958e3054fa req-bcae2839-9fcd-4a1b-8dd1-94f627f277cf tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/ports?device_id=8704cdde-72c9-4aaa-8867-02bbcb855560 HTTP/1.1" status: 200 len: 945 time: 0.0569711 Sep 21 22:11:51.535962 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-8dd7571c-d827-46a8-afa7-31958e3054fa req-789951df-e1c3-42b9-8e6d-10471f9b8eec tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8db972-0bd4-4ef8-a286-b173e992513e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434670 Sep 21 22:11:51.559797 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ac13e-095a-466f-9cfc-d261baedccf0 req-0c6245ce-4b27-49ff-aa45-cf3dccb0d3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:11:51.561965 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-e66ac13e-095a-466f-9cfc-d261baedccf0 req-0c6245ce-4b27-49ff-aa45-cf3dccb0d3b3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8704cdde-72c9-4aaa-8867-02bbcb855560 HTTP/1.1" status: 200 len: 1129 time: 0.0723491 Sep 21 22:11:51.630868 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-e66ac13e-095a-466f-9cfc-d261baedccf0 req-a5bb21c4-a155-4655-92d2-76f575793c97 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5e8db972-0bd4-4ef8-a286-b173e992513e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622294 Sep 21 22:11:52.496598 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:11:52.702646 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8468e-c10a-4387-a650-f0f91aca4f3c req-2c8b4678-a015-404b-8594-64a4d1024009 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:11:52.704546 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-31c8468e-c10a-4387-a650-f0f91aca4f3c req-2c8b4678-a015-404b-8594-64a4d1024009 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/ports?device_id=8704cdde-72c9-4aaa-8867-02bbcb855560 HTTP/1.1" status: 200 len: 945 time: 0.0674558 Sep 21 22:11:52.756381 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-31c8468e-c10a-4387-a650-f0f91aca4f3c req-1b360463-9efa-4a26-aa5d-436f974be1d7 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8db972-0bd4-4ef8-a286-b173e992513e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455551 Sep 21 22:11:53.905113 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8b1d7-60f9-4f9c-b34e-6b28f791cd16 req-72d0090e-6aef-490a-a931-80a8156c5c29 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:11:53.906703 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b8f8b1d7-60f9-4f9c-b34e-6b28f791cd16 req-72d0090e-6aef-490a-a931-80a8156c5c29 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/ports?device_id=8704cdde-72c9-4aaa-8867-02bbcb855560 HTTP/1.1" status: 200 len: 945 time: 0.0556262 Sep 21 22:11:53.968330 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b8f8b1d7-60f9-4f9c-b34e-6b28f791cd16 req-8fd817a4-3b41-4018-9bd5-c333f26ce69a tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8db972-0bd4-4ef8-a286-b173e992513e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518699 Sep 21 22:11:54.119197 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf28dc-29ef-44ec-a7e7-6340952185d0 req-a012db9f-7f42-44aa-93b3-3a6f4b59bfd1 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:11:54.122025 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-3dbf28dc-29ef-44ec-a7e7-6340952185d0 req-a012db9f-7f42-44aa-93b3-3a6f4b59bfd1 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/ports?device_id=8704cdde-72c9-4aaa-8867-02bbcb855560 HTTP/1.1" status: 200 len: 945 time: 0.0694454 Sep 21 22:11:54.422230 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-3dbf28dc-29ef-44ec-a7e7-6340952185d0 req-64d9a8a8-7c4a-4e28-a802-c81fc17c89c9 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8db972-0bd4-4ef8-a286-b173e992513e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941928 Sep 21 22:11:54.796035 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8692fc-fd85-4c26-9900-0aa302013eb2 req-cd02dc98-0926-4562-a387-a81345ade0a3 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:11:54.797639 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1d8692fc-fd85-4c26-9900-0aa302013eb2 req-cd02dc98-0926-4562-a387-a81345ade0a3 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/ports?device_id=8704cdde-72c9-4aaa-8867-02bbcb855560 HTTP/1.1" status: 200 len: 945 time: 0.0569141 Sep 21 22:11:54.872618 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1d8692fc-fd85-4c26-9900-0aa302013eb2 req-aafab042-16f8-4b28-b3e5-a3f563508fe0 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8db972-0bd4-4ef8-a286-b173e992513e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656338 Sep 21 22:12:05.177095 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50809da-0c11-402f-83c2-8b0f0e828881 req-3ca2064b-7281-421e-83bc-87fec744e485 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:12:05.178539 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-a50809da-0c11-402f-83c2-8b0f0e828881 req-3ca2064b-7281-421e-83bc-87fec744e485 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/ports?device_id=8704cdde-72c9-4aaa-8867-02bbcb855560 HTTP/1.1" status: 200 len: 945 time: 0.0545063 Sep 21 22:12:05.229908 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-a50809da-0c11-402f-83c2-8b0f0e828881 req-48f9559b-f374-4c13-9627-d800ad08ebcf tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8db972-0bd4-4ef8-a286-b173e992513e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451565 Sep 21 22:12:05.258213 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 40932) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:12:05.350617 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10074d1-37bb-459c-9261-7c3a47b62747 tempest-TestMinimumBasicScenario-822684197 tempest-TestMinimumBasicScenario-822684197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:12:05.352435 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-b10074d1-37bb-459c-9261-7c3a47b62747 tempest-TestMinimumBasicScenario-822684197 tempest-TestMinimumBasicScenario-822684197-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=8704cdde-72c9-4aaa-8867-02bbcb855560 HTTP/1.1" status: 200 len: 1124 time: 0.0931299 Sep 21 22:12:05.355503 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 40936) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:12:05.362837 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-2915f7b0-9c5c-4b98-94a2-4ff71a20784c tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Request body: {'floatingip': {'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'port_id': 'a6b4ca5d-280d-4fe0-b600-d3442ba43807', 'tenant_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'fixed_ip_address': '172.20.0.6'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:12:05.462294 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-2915f7b0-9c5c-4b98-94a2-4ff71a20784c tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:05.561658 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-2915f7b0-9c5c-4b98-94a2-4ff71a20784c tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:05.667784 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.db_base_plugin_common [None req-2915f7b0-9c5c-4b98-94a2-4ff71a20784c tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Allocated IP 172.27.1.134 (b12f12c4-b4b4-4032-bd63-4e51184cdf86/38720055-293b-4785-9b37-d6bdacdcb1b4/803ec254-1c08-4c7b-b3e5-2b00b9a32383) {{(pid=116020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:12:05.785833 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-2915f7b0-9c5c-4b98-94a2-4ff71a20784c tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks [] for port (803ec254-1c08-4c7b-b3e5-2b00b9a32383), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:05.891174 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-2915f7b0-9c5c-4b98-94a2-4ff71a20784c tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (803ec254-1c08-4c7b-b3e5-2b00b9a32383), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:05.935269 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2915f7b0-9c5c-4b98-94a2-4ff71a20784c tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Network b12f12c4-b4b4-4032-bd63-4e51184cdf86 is already hosted by enough agents. {{(pid=116020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:12:05.938396 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.base_scheduler [None req-2915f7b0-9c5c-4b98-94a2-4ff71a20784c tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Resources bound (agent type, host, resource id): {{(pid=116020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:12:05.944873 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2915f7b0-9c5c-4b98-94a2-4ff71a20784c tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Received port after_create {{(pid=116020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:12:05.950972 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2915f7b0-9c5c-4b98-94a2-4ff71a20784c tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Pushing event updated for resources: {'Port': ['ID=803ec254-1c08-4c7b-b3e5-2b00b9a32383,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:12:06.335332 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-2915f7b0-9c5c-4b98-94a2-4ff71a20784c tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks [] for floatingip (4a94c22f-49ec-46ab-9ccf-b669b8ca9bf6), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:06.466189 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-2915f7b0-9c5c-4b98-94a2-4ff71a20784c tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (803ec254-1c08-4c7b-b3e5-2b00b9a32383), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:06.616486 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-2915f7b0-9c5c-4b98-94a2-4ff71a20784c tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks [] for port (803ec254-1c08-4c7b-b3e5-2b00b9a32383), precommit_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:06.673344 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-2915f7b0-9c5c-4b98-94a2-4ff71a20784c tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14266021'] for port (803ec254-1c08-4c7b-b3e5-2b00b9a32383), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:06.741430 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2915f7b0-9c5c-4b98-94a2-4ff71a20784c tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Pushing event updated for resources: {'Port': ['ID=803ec254-1c08-4c7b-b3e5-2b00b9a32383,revision_number=2']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:12:06.743790 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-2915f7b0-9c5c-4b98-94a2-4ff71a20784c tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494336'] for floatingip (4a94c22f-49ec-46ab-9ccf-b669b8ca9bf6), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:06.746001 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.agents_db [None req-53c7536d-764e-4ad7-87ad-c450eadf28b3 None None] Agent healthcheck: found 6 active agents {{(pid=116022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:12:06.841560 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.db.l3_db [None req-2915f7b0-9c5c-4b98-94a2-4ff71a20784c tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Floating IP 4a94c22f-49ec-46ab-9ccf-b669b8ca9bf6 associated. External IP: 172.27.1.134, port: a6b4ca5d-280d-4fe0-b600-d3442ba43807. Sep 21 22:12:07.045916 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2915f7b0-9c5c-4b98-94a2-4ff71a20784c tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Router a87c2a24-26ee-4fb9-bff6-7df420a0d834 has already been hosted by L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 {{(pid=116020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:12:07.156850 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2915f7b0-9c5c-4b98-94a2-4ff71a20784c tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:12:07.168727 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840bf734-4529-45a4-8096-77bc4cdf89a2 None None] Sync routers for ids ['a87c2a24-26ee-4fb9-bff6-7df420a0d834'] in dv-cinder-858819-1-iscsi {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:12:07.179850 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840bf734-4529-45a4-8096-77bc4cdf89a2 None None] Routers {'a87c2a24-26ee-4fb9-bff6-7df420a0d834'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:12:07.186480 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-840bf734-4529-45a4-8096-77bc4cdf89a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:11:48Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['a87c2a24-26ee-4fb9-bff6-7df420a0d834'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:12:07.252616 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-2915f7b0-9c5c-4b98-94a2-4ff71a20784c tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for floatingip (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:07.291709 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-2915f7b0-9c5c-4b98-94a2-4ff71a20784c tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9340961 Sep 21 22:12:07.292729 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8704cdde-72c9-4aaa-8867-02bbcb855560', 'tag': 'a6b4ca5d-280d-4fe0-b600-d3442ba43807'}] {{(pid=116020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:12:07.295847 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 40938) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:12:07.303939 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-f3c41a78-4d3d-4b14-b2c7-b5bcf1d08a50 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2038154338', 'description': 'tempest-secgroup-smoke-2038154338 description', 'project_id': '7b4b3282ca9b4a7f930d8a3d85413f36'}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:12:07.304582 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}616469ce01b4343580b51944d90e43cdadd76175ffa2c7c7ae3ce11ef7217efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc7a754-004e-472a-a72d-1cf3b9793e15" -d '{"events": [{"name": "network-changed", "server_uuid": "8704cdde-72c9-4aaa-8867-02bbcb855560", "tag": "a6b4ca5d-280d-4fe0-b600-d3442ba43807"}]}' {{(pid=116020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:12:07.308402 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-840bf734-4529-45a4-8096-77bc4cdf89a2 None None] Set router a87c2a24-26ee-4fb9-bff6-7df420a0d834 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:12:07.344176 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607d4ecb-57c7-4d3e-addc-e3367f216d5d x-openstack-request-id: req-607d4ecb-57c7-4d3e-addc-e3367f216d5d {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:12:07.344726 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8704cdde-72c9-4aaa-8867-02bbcb855560", "tag": "a6b4ca5d-280d-4fe0-b600-d3442ba43807", "status": "completed", "code": 200}]} {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:12:07.344726 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-607d4ecb-57c7-4d3e-addc-e3367f216d5d {{(pid=116020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:12:07.345117 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-607d4ecb-57c7-4d3e-addc-e3367f216d5d'] response: {'name': 'network-changed', 'server_uuid': '8704cdde-72c9-4aaa-8867-02bbcb855560', 'tag': 'a6b4ca5d-280d-4fe0-b600-d3442ba43807', 'status': 'completed', 'code': 200} Sep 21 22:12:07.393065 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-f3c41a78-4d3d-4b14-b2c7-b5bcf1d08a50 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks [] for security_group (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:07.431312 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7a754-004e-472a-a72d-1cf3b9793e15 req-48aab651-120e-45a2-9b97-7397fcae6e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:12:07.433350 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-fdc7a754-004e-472a-a72d-1cf3b9793e15 req-48aab651-120e-45a2-9b97-7397fcae6e42 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7b4b3282ca9b4a7f930d8a3d85413f36&device_id=8704cdde-72c9-4aaa-8867-02bbcb855560 HTTP/1.1" status: 200 len: 1129 time: 0.0498550 Sep 21 22:12:07.469640 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-f3c41a78-4d3d-4b14-b2c7-b5bcf1d08a50 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks [] for security_group (8b12cc94-0ffd-4e88-a781-1242d4c59949), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:07.547424 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7a754-004e-472a-a72d-1cf3b9793e15 req-eef962ad-11ae-4581-b91a-ec57d91a7204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:12:07.548994 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-fdc7a754-004e-472a-a72d-1cf3b9793e15 req-eef962ad-11ae-4581-b91a-ec57d91a7204 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b8d44211-97c9-4513-b244-d2f8ad301205 HTTP/1.1" status: 200 len: 916 time: 0.1025286 Sep 21 22:12:07.567799 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-840bf734-4529-45a4-8096-77bc4cdf89a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87c2a24-26ee-4fb9-bff6-7df420a0d834', 'name': 'tempest-TestMinimumBasicScenario-1893079946-router', 'tenant_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '8408f28f-7ba9-49fb-b030-69da9d697c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:11:10Z', 'updated_at': '2022-09-21T22:11:14Z', 'revision_number': 4, 'project_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'gw_port': {'id': '8408f28f-7ba9-49fb-b030-69da9d697c5a', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:60:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87c2a24-26ee-4fb9-bff6-7df420a0d834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:11:11Z', 'updated_at': '2022-09-21T22:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_floatingips': [{'id': '4a94c22f-49ec-46ab-9ccf-b669b8ca9bf6', 'tenant_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'floating_ip_address': '172.27.1.134', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': 'a87c2a24-26ee-4fb9-bff6-7df420a0d834', 'port_id': 'a6b4ca5d-280d-4fe0-b600-d3442ba43807', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8d44211-97c9-4513-b244-d2f8ad301205', 'mac_address': 'fa:16:3e:ea:b1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8704cdde-72c9-4aaa-8867-02bbcb855560', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:12:06Z', 'updated_at': '2022-09-21T22:12:06Z', 'revision_number': 0, 'project_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a358a2a4-0b53-4b4a-8fe4-d5d92c401e41', 'name': '', 'network_id': 'b8d44211-97c9-4513-b244-d2f8ad301205', 'tenant_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'mac_address': 'fa:16:3e:a3:57:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87c2a24-26ee-4fb9-bff6-7df420a0d834', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'a4269c9d-e3be-441e-a98e-55e627c3420d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:11:13Z', 'updated_at': '2022-09-21T22:11:18Z', 'revision_number': 5, 'project_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'subnets': [{'id': 'a4269c9d-e3be-441e-a98e-55e627c3420d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:12:07.570598 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-f3c41a78-4d3d-4b14-b2c7-b5bcf1d08a50 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (8b12cc94-0ffd-4e88-a781-1242d4c59949), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:07.601411 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840bf734-4529-45a4-8096-77bc4cdf89a2 None None] Checking router: a87c2a24-26ee-4fb9-bff6-7df420a0d834 for host: dv-cinder-858819-1-iscsi {{(pid=116022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:12:07.610921 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840bf734-4529-45a4-8096-77bc4cdf89a2 None None] Routers {'a87c2a24-26ee-4fb9-bff6-7df420a0d834'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:12:07.611361 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c41a78-4d3d-4b14-b2c7-b5bcf1d08a50 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b12cc94-0ffd-4e88-a781-1242d4c59949,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:12:07.611587 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-840bf734-4529-45a4-8096-77bc4cdf89a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:11:48Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['a87c2a24-26ee-4fb9-bff6-7df420a0d834'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:12:07.630931 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-fdc7a754-004e-472a-a72d-1cf3b9793e15 req-593147b9-804e-46ba-98a0-1d2719fab3e8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6b4ca5d-280d-4fe0-b600-d3442ba43807 HTTP/1.1" status: 200 len: 999 time: 0.0753877 Sep 21 22:12:07.684037 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7a754-004e-472a-a72d-1cf3b9793e15 req-a8e2d79e-b0f4-4454-a713-1f9a3f0199c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:12:07.685574 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-fdc7a754-004e-472a-a72d-1cf3b9793e15 req-a8e2d79e-b0f4-4454-a713-1f9a3f0199c4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a4269c9d-e3be-441e-a98e-55e627c3420d HTTP/1.1" status: 200 len: 854 time: 0.0488331 Sep 21 22:12:07.699438 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-f3c41a78-4d3d-4b14-b2c7-b5bcf1d08a50 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:07.702599 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-f3c41a78-4d3d-4b14-b2c7-b5bcf1d08a50 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4038398 Sep 21 22:12:07.704123 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 40942) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:12:07.709520 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-073fc628-f7a1-429a-8111-8daef59f2a7f tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Request body: {'security_group_rule': {'security_group_id': '8b12cc94-0ffd-4e88-a781-1242d4c59949', 'project_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:12:07.733874 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-840bf734-4529-45a4-8096-77bc4cdf89a2 None None] Set router a87c2a24-26ee-4fb9-bff6-7df420a0d834 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:12:07.743438 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7a754-004e-472a-a72d-1cf3b9793e15 req-d86553cd-2f11-409e-9442-5e0aa69e0d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:12:07.745040 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-fdc7a754-004e-472a-a72d-1cf3b9793e15 req-d86553cd-2f11-409e-9442-5e0aa69e0d95 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b8d44211-97c9-4513-b244-d2f8ad301205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0539086 Sep 21 22:12:07.833024 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-073fc628-f7a1-429a-8111-8daef59f2a7f tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks [] for security_group_rule (ed7812c9-aa36-411d-bf48-b4f089776cbf), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:07.846530 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-fdc7a754-004e-472a-a72d-1cf3b9793e15 req-9c2213b4-c5e9-4e9f-b8ab-7974ff1b2395 service neutron] 10.222.0.71 "GET /v2.0/networks/b8d44211-97c9-4513-b244-d2f8ad301205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948067 Sep 21 22:12:07.915748 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-073fc628-f7a1-429a-8111-8daef59f2a7f tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks [] for security_group_rule (ed7812c9-aa36-411d-bf48-b4f089776cbf), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:07.955630 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-fdc7a754-004e-472a-a72d-1cf3b9793e15 req-3e23242b-339e-4929-9132-4a97c62301a1 service neutron] 10.222.0.71 "GET /v2.0/networks/b8d44211-97c9-4513-b244-d2f8ad301205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019151 Sep 21 22:12:07.982655 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-073fc628-f7a1-429a-8111-8daef59f2a7f tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614269'] for security_group_rule (ed7812c9-aa36-411d-bf48-b4f089776cbf), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:08.005554 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073fc628-f7a1-429a-8111-8daef59f2a7f tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed7812c9-aa36-411d-bf48-b4f089776cbf,revision_number=0']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:12:08.087159 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-073fc628-f7a1-429a-8111-8daef59f2a7f tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:08.087433 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-840bf734-4529-45a4-8096-77bc4cdf89a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87c2a24-26ee-4fb9-bff6-7df420a0d834', 'name': 'tempest-TestMinimumBasicScenario-1893079946-router', 'tenant_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '8408f28f-7ba9-49fb-b030-69da9d697c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:11:10Z', 'updated_at': '2022-09-21T22:11:14Z', 'revision_number': 4, 'project_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'gw_port': {'id': '8408f28f-7ba9-49fb-b030-69da9d697c5a', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:60:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87c2a24-26ee-4fb9-bff6-7df420a0d834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:11:11Z', 'updated_at': '2022-09-21T22:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_floatingips': [{'id': '4a94c22f-49ec-46ab-9ccf-b669b8ca9bf6', 'tenant_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'floating_ip_address': '172.27.1.134', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': 'a87c2a24-26ee-4fb9-bff6-7df420a0d834', 'port_id': 'a6b4ca5d-280d-4fe0-b600-d3442ba43807', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8d44211-97c9-4513-b244-d2f8ad301205', 'mac_address': 'fa:16:3e:ea:b1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8704cdde-72c9-4aaa-8867-02bbcb855560', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:12:06Z', 'updated_at': '2022-09-21T22:12:06Z', 'revision_number': 0, 'project_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a358a2a4-0b53-4b4a-8fe4-d5d92c401e41', 'name': '', 'network_id': 'b8d44211-97c9-4513-b244-d2f8ad301205', 'tenant_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'mac_address': 'fa:16:3e:a3:57:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87c2a24-26ee-4fb9-bff6-7df420a0d834', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'a4269c9d-e3be-441e-a98e-55e627c3420d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:11:13Z', 'updated_at': '2022-09-21T22:11:18Z', 'revision_number': 5, 'project_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'subnets': [{'id': 'a4269c9d-e3be-441e-a98e-55e627c3420d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:12:08.088642 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-073fc628-f7a1-429a-8111-8daef59f2a7f tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3834348 Sep 21 22:12:08.100678 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 40944) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:12:08.105601 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-f6fd1e13-94cc-4c2d-832e-ed959f4d2a50 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Request body: {'security_group_rule': {'security_group_id': '8b12cc94-0ffd-4e88-a781-1242d4c59949', 'project_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:12:08.115475 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840bf734-4529-45a4-8096-77bc4cdf89a2 None None] The sync data for ids ['a87c2a24-26ee-4fb9-bff6-7df420a0d834'] in dv-cinder-858819-1-iscsi is: [{'id': 'a87c2a24-26ee-4fb9-bff6-7df420a0d834', 'name': 'tempest-TestMinimumBasicScenario-1893079946-router', 'tenant_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '8408f28f-7ba9-49fb-b030-69da9d697c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:11:10Z', 'updated_at': '2022-09-21T22:11:14Z', 'revision_number': 4, 'project_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'gw_port': {'id': '8408f28f-7ba9-49fb-b030-69da9d697c5a', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:60:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87c2a24-26ee-4fb9-bff6-7df420a0d834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:11:11Z', 'updated_at': '2022-09-21T22:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_floatingips': [{'id': '4a94c22f-49ec-46ab-9ccf-b669b8ca9bf6', 'tenant_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'floating_ip_address': '172.27.1.134', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': 'a87c2a24-26ee-4fb9-bff6-7df420a0d834', 'port_id': 'a6b4ca5d-280d-4fe0-b600-d3442ba43807', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8d44211-97c9-4513-b244-d2f8ad301205', 'mac_address': 'fa:16:3e:ea:b1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8704cdde-72c9-4aaa-8867-02bbcb855560', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:12:06Z', 'updated_at': '2022-09-21T22:12:06Z', 'revision_number': 0, 'project_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a358a2a4-0b53-4b4a-8fe4-d5d92c401e41', 'name': '', 'network_id': 'b8d44211-97c9-4513-b244-d2f8ad301205', 'tenant_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'mac_address': 'fa:16:3e:a3:57:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87c2a24-26ee-4fb9-bff6-7df420a0d834', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'a4269c9d-e3be-441e-a98e-55e627c3420d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:11:13Z', 'updated_at': '2022-09-21T22:11:18Z', 'revision_number': 5, 'project_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'subnets': [{'id': 'a4269c9d-e3be-441e-a98e-55e627c3420d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:12:08.193373 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-f6fd1e13-94cc-4c2d-832e-ed959f4d2a50 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks [] for security_group_rule (9e908cff-d3dc-4c1e-91fd-0224b9e3c01d), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:08.262185 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-f6fd1e13-94cc-4c2d-832e-ed959f4d2a50 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks [] for security_group_rule (9e908cff-d3dc-4c1e-91fd-0224b9e3c01d), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:08.318803 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-f6fd1e13-94cc-4c2d-832e-ed959f4d2a50 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614269'] for security_group_rule (9e908cff-d3dc-4c1e-91fd-0224b9e3c01d), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:08.338972 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd1e13-94cc-4c2d-832e-ed959f4d2a50 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e908cff-d3dc-4c1e-91fd-0224b9e3c01d,revision_number=0']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:12:08.339215 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab35c8c2-a3ae-44ef-9d52-2f8424a82189 None None] New status for floating IP 4a94c22f-49ec-46ab-9ccf-b669b8ca9bf6: ACTIVE {{(pid=116021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 22:12:08.401975 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-f6fd1e13-94cc-4c2d-832e-ed959f4d2a50 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:08.403304 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-f6fd1e13-94cc-4c2d-832e-ed959f4d2a50 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3015275 Sep 21 22:12:08.407089 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 40946) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:12:08.413193 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-c9098b2d-96fa-4527-8df0-195b99be3b54 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Request body: {'security_group_rule': {'security_group_id': '8b12cc94-0ffd-4e88-a781-1242d4c59949', 'project_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:12:08.535807 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-c9098b2d-96fa-4527-8df0-195b99be3b54 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks [] for security_group_rule (ce3c6983-4d3d-4a1d-8cae-7245b34ccb87), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:08.597401 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-c9098b2d-96fa-4527-8df0-195b99be3b54 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks [] for security_group_rule (ce3c6983-4d3d-4a1d-8cae-7245b34ccb87), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:08.696102 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-c9098b2d-96fa-4527-8df0-195b99be3b54 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614269'] for security_group_rule (ce3c6983-4d3d-4a1d-8cae-7245b34ccb87), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:08.715834 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9098b2d-96fa-4527-8df0-195b99be3b54 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce3c6983-4d3d-4a1d-8cae-7245b34ccb87,revision_number=0']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:12:08.778617 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-c9098b2d-96fa-4527-8df0-195b99be3b54 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:08.779879 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-c9098b2d-96fa-4527-8df0-195b99be3b54 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3713982 Sep 21 22:12:08.783200 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 40948) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:12:08.787635 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-ab0f6806-f21b-423d-8a97-21624a99f8ec tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Request body: {'security_group_rule': {'security_group_id': '8b12cc94-0ffd-4e88-a781-1242d4c59949', 'project_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:12:08.866934 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-ab0f6806-f21b-423d-8a97-21624a99f8ec tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks [] for security_group_rule (8e140604-1bab-41f6-911d-5ac4b25e917e), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:08.933213 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-ab0f6806-f21b-423d-8a97-21624a99f8ec tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks [] for security_group_rule (8e140604-1bab-41f6-911d-5ac4b25e917e), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:09.011364 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-ab0f6806-f21b-423d-8a97-21624a99f8ec tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614269'] for security_group_rule (8e140604-1bab-41f6-911d-5ac4b25e917e), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:09.038964 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f6806-f21b-423d-8a97-21624a99f8ec tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e140604-1bab-41f6-911d-5ac4b25e917e,revision_number=0']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:12:09.109767 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-ab0f6806-f21b-423d-8a97-21624a99f8ec tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:09.111428 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-ab0f6806-f21b-423d-8a97-21624a99f8ec tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3272724 Sep 21 22:12:09.114586 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 40950) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:12:09.119738 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-50883dd6-d40d-4931-b95d-76a64df33560 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Request body: {'security_group_rule': {'security_group_id': '8b12cc94-0ffd-4e88-a781-1242d4c59949', 'project_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:12:09.204943 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.db.securitygroups_db [None req-50883dd6-d40d-4931-b95d-76a64df33560 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Project 7b4b3282ca9b4a7f930d8a3d85413f36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 22:12:09.210644 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-50883dd6-d40d-4931-b95d-76a64df33560 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks [] for security_group_rule (46a3ce37-2162-4437-8a0d-c45d36f7d77d), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:09.278922 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-50883dd6-d40d-4931-b95d-76a64df33560 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks [] for security_group_rule (46a3ce37-2162-4437-8a0d-c45d36f7d77d), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:09.371065 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-50883dd6-d40d-4931-b95d-76a64df33560 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614269'] for security_group_rule (46a3ce37-2162-4437-8a0d-c45d36f7d77d), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:09.392293 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50883dd6-d40d-4931-b95d-76a64df33560 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46a3ce37-2162-4437-8a0d-c45d36f7d77d,revision_number=0']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:12:09.495157 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-50883dd6-d40d-4931-b95d-76a64df33560 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:09.497391 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-50883dd6-d40d-4931-b95d-76a64df33560 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3812258 Sep 21 22:12:09.500041 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 40952) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:12:09.504813 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-97cf785b-bae5-4d20-b2c6-4bf703535bfc tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Request body: {'security_group_rule': {'security_group_id': '8b12cc94-0ffd-4e88-a781-1242d4c59949', 'project_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:12:09.599210 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.db.securitygroups_db [None req-97cf785b-bae5-4d20-b2c6-4bf703535bfc tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Project 7b4b3282ca9b4a7f930d8a3d85413f36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 22:12:09.605354 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-97cf785b-bae5-4d20-b2c6-4bf703535bfc tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks [] for security_group_rule (e66fd984-61f8-41d9-ac3b-14626eb3b840), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:09.669889 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-97cf785b-bae5-4d20-b2c6-4bf703535bfc tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks [] for security_group_rule (e66fd984-61f8-41d9-ac3b-14626eb3b840), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:09.759030 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-97cf785b-bae5-4d20-b2c6-4bf703535bfc tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614269'] for security_group_rule (e66fd984-61f8-41d9-ac3b-14626eb3b840), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:09.778976 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf785b-bae5-4d20-b2c6-4bf703535bfc tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e66fd984-61f8-41d9-ac3b-14626eb3b840,revision_number=0']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:12:09.846720 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-97cf785b-bae5-4d20-b2c6-4bf703535bfc tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:09.848026 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-97cf785b-bae5-4d20-b2c6-4bf703535bfc tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3468869 Sep 21 22:12:09.945821 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-45f8d902-b90b-4aa3-9dce-e1d2fc4af403 req-89b92e0b-4bee-4e70-a4c1-57640270cb5c tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2038154338&fields=id&tenant_id=7b4b3282ca9b4a7f930d8a3d85413f36 HTTP/1.1" status: 200 len: 267 time: 0.0483441 Sep 21 22:12:10.012427 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8d902-b90b-4aa3-9dce-e1d2fc4af403 req-f7342ecc-bec9-43ed-82be-a84ae0d48091 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:12:10.013974 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-45f8d902-b90b-4aa3-9dce-e1d2fc4af403 req-f7342ecc-bec9-43ed-82be-a84ae0d48091 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/ports?device_id=8704cdde-72c9-4aaa-8867-02bbcb855560 HTTP/1.1" status: 200 len: 945 time: 0.0593355 Sep 21 22:12:10.025146 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [req-45f8d902-b90b-4aa3-9dce-e1d2fc4af403 req-186a23a6-c578-4c93-9d9f-11bb78825801 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Request body: {'port': {'security_groups': ['5e8db972-0bd4-4ef8-a286-b173e992513e', '8b12cc94-0ffd-4e88-a781-1242d4c59949']}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:12:10.099410 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [req-45f8d902-b90b-4aa3-9dce-e1d2fc4af403 req-186a23a6-c578-4c93-9d9f-11bb78825801 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (a6b4ca5d-280d-4fe0-b600-d3442ba43807), before_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:10.342584 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.db [req-45f8d902-b90b-4aa3-9dce-e1d2fc4af403 req-186a23a6-c578-4c93-9d9f-11bb78825801 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] For port a6b4ca5d-280d-4fe0-b600-d3442ba43807, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=a6b4ca5d-280d-4fe0-b600-d3442ba43807,segment=NetworkSegment(97672c8f-a68b-4765-b579-2a4b132d6ac8),segment_id=97672c8f-a68b-4765-b579-2a4b132d6ac8)] {{(pid=116019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:12:10.379405 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [req-45f8d902-b90b-4aa3-9dce-e1d2fc4af403 req-186a23a6-c578-4c93-9d9f-11bb78825801 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks [] for port (a6b4ca5d-280d-4fe0-b600-d3442ba43807), precommit_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:10.444466 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [req-45f8d902-b90b-4aa3-9dce-e1d2fc4af403 req-186a23a6-c578-4c93-9d9f-11bb78825801 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12777419'] for port (a6b4ca5d-280d-4fe0-b600-d3442ba43807), after_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:10.456196 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8d902-b90b-4aa3-9dce-e1d2fc4af403 req-186a23a6-c578-4c93-9d9f-11bb78825801 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:12:10.456469 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] get_ports_and_sgs() called for port_ids ['a6b4ca5d-280d-4fe0-b600-d3442ba43807'] {{(pid=116021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:12:10.456935 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [req-45f8d902-b90b-4aa3-9dce-e1d2fc4af403 req-186a23a6-c578-4c93-9d9f-11bb78825801 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for port (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:10.458486 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-45f8d902-b90b-4aa3-9dce-e1d2fc4af403 req-186a23a6-c578-4c93-9d9f-11bb78825801 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "PUT /v2.0/ports/a6b4ca5d-280d-4fe0-b600-d3442ba43807 HTTP/1.1" status: 200 len: 981 time: 0.4382346 Sep 21 22:12:10.459043 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8704cdde-72c9-4aaa-8867-02bbcb855560', 'tag': 'a6b4ca5d-280d-4fe0-b600-d3442ba43807'}] {{(pid=116019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:12:10.466849 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}314aa947772f4aa66c6b0f501ee0f59e34b3d7fab75533ca4852f00c2b9fa1f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4079bd-876c-44da-a456-e458ff8ab3db" -d '{"events": [{"name": "network-changed", "server_uuid": "8704cdde-72c9-4aaa-8867-02bbcb855560", "tag": "a6b4ca5d-280d-4fe0-b600-d3442ba43807"}]}' {{(pid=116019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:12:10.532987 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] get_ports_and_sgs() called for port_ids ['a6b4ca5d-280d-4fe0-b600-d3442ba43807'] {{(pid=116021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:12:10.534105 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99144a7e-0f9d-4eda-b176-f6579f57a8fe x-openstack-request-id: req-99144a7e-0f9d-4eda-b176-f6579f57a8fe {{(pid=116019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:12:10.534420 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8704cdde-72c9-4aaa-8867-02bbcb855560", "tag": "a6b4ca5d-280d-4fe0-b600-d3442ba43807", "status": "completed", "code": 200}]} {{(pid=116019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:12:10.534696 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-99144a7e-0f9d-4eda-b176-f6579f57a8fe {{(pid=116019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:12:10.535087 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99144a7e-0f9d-4eda-b176-f6579f57a8fe'] response: {'name': 'network-changed', 'server_uuid': '8704cdde-72c9-4aaa-8867-02bbcb855560', 'tag': 'a6b4ca5d-280d-4fe0-b600-d3442ba43807', 'status': 'completed', 'code': 200} Sep 21 22:12:10.535984 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a23a6-c578-4c93-9d9f-11bb78825801 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Pushing event updated for resources: {'Port': ['ID=a6b4ca5d-280d-4fe0-b600-d3442ba43807,revision_number=6']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:12:10.586769 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4079bd-876c-44da-a456-e458ff8ab3db req-5f6d1999-b3ef-4a31-aca0-ffa10d2d1ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:12:10.589167 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-4a4079bd-876c-44da-a456-e458ff8ab3db req-5f6d1999-b3ef-4a31-aca0-ffa10d2d1ab5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7b4b3282ca9b4a7f930d8a3d85413f36&device_id=8704cdde-72c9-4aaa-8867-02bbcb855560 HTTP/1.1" status: 200 len: 1168 time: 0.0542519 Sep 21 22:12:10.605400 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900bf7e0-049d-4844-b87c-bc8fd53b8a2c req-1e495779-7710-4bb6-9240-d0f656620447 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:12:10.607160 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-900bf7e0-049d-4844-b87c-bc8fd53b8a2c req-1e495779-7710-4bb6-9240-d0f656620447 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/ports?device_id=8704cdde-72c9-4aaa-8867-02bbcb855560 HTTP/1.1" status: 200 len: 984 time: 0.0626888 Sep 21 22:12:10.685410 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-900bf7e0-049d-4844-b87c-bc8fd53b8a2c req-507c6bb6-c66c-42f4-a1e8-f8fe470fa0d7 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8db972-0bd4-4ef8-a286-b173e992513e&id=8b12cc94-0ffd-4e88-a781-1242d4c59949&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0710604 Sep 21 22:12:10.704825 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4079bd-876c-44da-a456-e458ff8ab3db req-64998f3d-2ddd-4ac3-899a-95323b7fae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:12:10.706406 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-4a4079bd-876c-44da-a456-e458ff8ab3db req-64998f3d-2ddd-4ac3-899a-95323b7fae92 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b8d44211-97c9-4513-b244-d2f8ad301205 HTTP/1.1" status: 200 len: 916 time: 0.1104219 Sep 21 22:12:10.770875 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-4a4079bd-876c-44da-a456-e458ff8ab3db req-d2a0cfe4-c967-4aba-8015-559904a220e9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6b4ca5d-280d-4fe0-b600-d3442ba43807 HTTP/1.1" status: 200 len: 1001 time: 0.0565679 Sep 21 22:12:10.828361 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4079bd-876c-44da-a456-e458ff8ab3db req-d255291c-8769-47e4-a2c5-fcaeaabd2f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:12:10.829878 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-4a4079bd-876c-44da-a456-e458ff8ab3db req-d255291c-8769-47e4-a2c5-fcaeaabd2f99 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a4269c9d-e3be-441e-a98e-55e627c3420d HTTP/1.1" status: 200 len: 854 time: 0.0458391 Sep 21 22:12:10.885531 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4079bd-876c-44da-a456-e458ff8ab3db req-065e3332-2706-436d-a811-ff5a55c8ff23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:12:10.887079 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-4a4079bd-876c-44da-a456-e458ff8ab3db req-065e3332-2706-436d-a811-ff5a55c8ff23 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b8d44211-97c9-4513-b244-d2f8ad301205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509918 Sep 21 22:12:10.986883 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-4a4079bd-876c-44da-a456-e458ff8ab3db req-b3df1976-520f-4339-a54b-5b706834875a service neutron] 10.222.0.71 "GET /v2.0/networks/b8d44211-97c9-4513-b244-d2f8ad301205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922222 Sep 21 22:12:11.332350 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-4a4079bd-876c-44da-a456-e458ff8ab3db req-8bdd950c-3e58-42c3-bb36-8064ede78bb7 service neutron] 10.222.0.71 "GET /v2.0/networks/b8d44211-97c9-4513-b244-d2f8ad301205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396509 Sep 21 22:12:15.506963 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (0aee7d89-594f-4992-91de-a4ac3f52e28d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:15.986750 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-c084bece-6f17-4bc5-813d-a853a7fba333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:18.450468 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-55b5e2a8-340e-4a3e-b9a3-71dff3e80956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:19.587222 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:21.055820 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:22.490196 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:22.627537 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-1e1b56b2-f45a-4acf-97b5-6a648415b649 req-114f539d-64c2-4ee5-afc0-26b3697e4060 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8704cdde-72c9-4aaa-8867-02bbcb855560&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0468712 Sep 21 22:12:22.717945 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b56b2-f45a-4acf-97b5-6a648415b649 req-58567a8b-8e89-4441-99be-5c3a7d89faf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:12:22.719470 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-1e1b56b2-f45a-4acf-97b5-6a648415b649 req-58567a8b-8e89-4441-99be-5c3a7d89faf3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7b4b3282ca9b4a7f930d8a3d85413f36&device_id=8704cdde-72c9-4aaa-8867-02bbcb855560 HTTP/1.1" status: 200 len: 1168 time: 0.0498002 Sep 21 22:12:22.851020 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b56b2-f45a-4acf-97b5-6a648415b649 req-ac27efb5-1e2c-4152-a801-b6d7ac820531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:12:22.852550 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-1e1b56b2-f45a-4acf-97b5-6a648415b649 req-ac27efb5-1e2c-4152-a801-b6d7ac820531 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b8d44211-97c9-4513-b244-d2f8ad301205 HTTP/1.1" status: 200 len: 916 time: 0.1128466 Sep 21 22:12:22.917350 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-1e1b56b2-f45a-4acf-97b5-6a648415b649 req-077abcd4-1a33-47c6-bd60-d78801ad83af service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6b4ca5d-280d-4fe0-b600-d3442ba43807 HTTP/1.1" status: 200 len: 1001 time: 0.0585382 Sep 21 22:12:22.968484 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b56b2-f45a-4acf-97b5-6a648415b649 req-68cd4d1f-3817-4efc-beeb-8dae994f95bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:12:22.969978 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-1e1b56b2-f45a-4acf-97b5-6a648415b649 req-68cd4d1f-3817-4efc-beeb-8dae994f95bd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a4269c9d-e3be-441e-a98e-55e627c3420d HTTP/1.1" status: 200 len: 854 time: 0.0469773 Sep 21 22:12:23.026165 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b56b2-f45a-4acf-97b5-6a648415b649 req-e93a92a6-709a-411f-80da-aecad309e67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:12:23.028027 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-1e1b56b2-f45a-4acf-97b5-6a648415b649 req-e93a92a6-709a-411f-80da-aecad309e67f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b8d44211-97c9-4513-b244-d2f8ad301205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511403 Sep 21 22:12:23.119990 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-1e1b56b2-f45a-4acf-97b5-6a648415b649 req-a04e50da-d216-4dc1-984d-75f6ab5483e8 service neutron] 10.222.0.71 "GET /v2.0/networks/b8d44211-97c9-4513-b244-d2f8ad301205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854833 Sep 21 22:12:23.216525 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-1e1b56b2-f45a-4acf-97b5-6a648415b649 req-dcbb8909-0fdb-4e1c-8eb8-808d6e6b46b0 service neutron] 10.222.0.71 "GET /v2.0/networks/b8d44211-97c9-4513-b244-d2f8ad301205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900638 Sep 21 22:12:26.102159 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af83bf-4efa-4ab9-a724-1bf04954c381 req-9be5bd5d-4b98-433d-9eaf-5e5cdc5084a3 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:12:26.103688 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-33af83bf-4efa-4ab9-a724-1bf04954c381 req-9be5bd5d-4b98-433d-9eaf-5e5cdc5084a3 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/ports?device_id=8704cdde-72c9-4aaa-8867-02bbcb855560 HTTP/1.1" status: 200 len: 984 time: 0.0562177 Sep 21 22:12:26.171379 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-33af83bf-4efa-4ab9-a724-1bf04954c381 req-50ad7290-3799-4798-ad0b-f1f91d6c1d0e tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8db972-0bd4-4ef8-a286-b173e992513e&id=8b12cc94-0ffd-4e88-a781-1242d4c59949&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610979 Sep 21 22:12:26.185124 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a1b85-ff19-4fdc-8660-113dc53f51d1 req-25025fc8-7b8b-4c2f-b7e8-12143cf667e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:12:26.186657 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-f10a1b85-ff19-4fdc-8660-113dc53f51d1 req-25025fc8-7b8b-4c2f-b7e8-12143cf667e4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7b4b3282ca9b4a7f930d8a3d85413f36&device_id=8704cdde-72c9-4aaa-8867-02bbcb855560 HTTP/1.1" status: 200 len: 1168 time: 0.0476367 Sep 21 22:12:26.279306 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a1b85-ff19-4fdc-8660-113dc53f51d1 req-dd8d4a76-c7e5-4364-94c5-056dfc0bc51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:12:26.280707 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-f10a1b85-ff19-4fdc-8660-113dc53f51d1 req-dd8d4a76-c7e5-4364-94c5-056dfc0bc51a service neutron] 10.222.0.71 "GET /v2.0/networks?id=b8d44211-97c9-4513-b244-d2f8ad301205 HTTP/1.1" status: 200 len: 916 time: 0.0874212 Sep 21 22:12:26.347236 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-f10a1b85-ff19-4fdc-8660-113dc53f51d1 req-e47a94b5-e76d-425d-bf57-d573bc21f3e3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6b4ca5d-280d-4fe0-b600-d3442ba43807 HTTP/1.1" status: 200 len: 1001 time: 0.0599501 Sep 21 22:12:26.397142 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a1b85-ff19-4fdc-8660-113dc53f51d1 req-d4dab64b-fffd-449e-9f70-46c155dded23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:12:26.398627 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-f10a1b85-ff19-4fdc-8660-113dc53f51d1 req-d4dab64b-fffd-449e-9f70-46c155dded23 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a4269c9d-e3be-441e-a98e-55e627c3420d HTTP/1.1" status: 200 len: 854 time: 0.0450771 Sep 21 22:12:26.446126 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a1b85-ff19-4fdc-8660-113dc53f51d1 req-307c2a92-c9c6-4271-bdcf-37aadf4f0bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:12:26.447624 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-f10a1b85-ff19-4fdc-8660-113dc53f51d1 req-307c2a92-c9c6-4271-bdcf-37aadf4f0bee service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b8d44211-97c9-4513-b244-d2f8ad301205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425348 Sep 21 22:12:26.539071 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-f10a1b85-ff19-4fdc-8660-113dc53f51d1 req-8cececc8-bdea-4c99-beb8-cfbcec05c3a8 service neutron] 10.222.0.71 "GET /v2.0/networks/b8d44211-97c9-4513-b244-d2f8ad301205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852106 Sep 21 22:12:26.628349 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-f10a1b85-ff19-4fdc-8660-113dc53f51d1 req-49860c7e-3225-4c12-8e6c-0845bd0021f8 service neutron] 10.222.0.71 "GET /v2.0/networks/b8d44211-97c9-4513-b244-d2f8ad301205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811074 Sep 21 22:12:27.299201 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6bb54-3348-4c8a-8487-e3aa4d21a5de req-caf6ce4b-1104-4779-a600-1a785cad106d tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:12:27.300726 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-47f6bb54-3348-4c8a-8487-e3aa4d21a5de req-caf6ce4b-1104-4779-a600-1a785cad106d tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/ports?device_id=8704cdde-72c9-4aaa-8867-02bbcb855560 HTTP/1.1" status: 200 len: 984 time: 0.0519791 Sep 21 22:12:27.371295 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-47f6bb54-3348-4c8a-8487-e3aa4d21a5de req-054e89c2-0df6-403e-9407-7fd4015e518c tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8db972-0bd4-4ef8-a286-b173e992513e&id=8b12cc94-0ffd-4e88-a781-1242d4c59949&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0622399 Sep 21 22:12:28.491613 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22d70a-92fb-4c2b-8658-8c23c6787473 req-919dadc8-ecc9-4a32-baa2-13144b90e3cb tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:12:28.493001 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-6c22d70a-92fb-4c2b-8658-8c23c6787473 req-919dadc8-ecc9-4a32-baa2-13144b90e3cb tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/ports?device_id=8704cdde-72c9-4aaa-8867-02bbcb855560 HTTP/1.1" status: 200 len: 984 time: 0.0524919 Sep 21 22:12:28.553604 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-6c22d70a-92fb-4c2b-8658-8c23c6787473 req-a2ee55e8-34a7-4bdd-b700-544648779a18 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8db972-0bd4-4ef8-a286-b173e992513e&id=8b12cc94-0ffd-4e88-a781-1242d4c59949&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541604 Sep 21 22:12:29.678165 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba39866-fb91-48dc-92e3-a10d7d8ffda2 req-92ac6499-4dff-488a-9886-29101129e436 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:12:29.679621 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-aba39866-fb91-48dc-92e3-a10d7d8ffda2 req-92ac6499-4dff-488a-9886-29101129e436 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/ports?device_id=8704cdde-72c9-4aaa-8867-02bbcb855560 HTTP/1.1" status: 200 len: 984 time: 0.0549381 Sep 21 22:12:29.741540 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-aba39866-fb91-48dc-92e3-a10d7d8ffda2 req-a6b62ef0-53ee-4d5f-8ddf-50cfd4e99ec2 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8db972-0bd4-4ef8-a286-b173e992513e&id=8b12cc94-0ffd-4e88-a781-1242d4c59949&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560246 Sep 21 22:12:30.868863 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585776b-ba8d-4257-9e9e-caefeaf710bd req-70462f50-7747-47c1-b468-0178da4ef17d tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:12:30.870357 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-4585776b-ba8d-4257-9e9e-caefeaf710bd req-70462f50-7747-47c1-b468-0178da4ef17d tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/ports?device_id=8704cdde-72c9-4aaa-8867-02bbcb855560 HTTP/1.1" status: 200 len: 984 time: 0.0539241 Sep 21 22:12:30.930518 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-4585776b-ba8d-4257-9e9e-caefeaf710bd req-a75f720f-0772-48fa-9c7c-aebacf421e49 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8db972-0bd4-4ef8-a286-b173e992513e&id=8b12cc94-0ffd-4e88-a781-1242d4c59949&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544271 Sep 21 22:12:32.056148 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd5c68-bd31-4631-b670-ff414206d906 req-6ef24724-a8c3-428a-95a1-9467ed249b59 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:12:32.057665 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-58cd5c68-bd31-4631-b670-ff414206d906 req-6ef24724-a8c3-428a-95a1-9467ed249b59 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/ports?device_id=8704cdde-72c9-4aaa-8867-02bbcb855560 HTTP/1.1" status: 200 len: 984 time: 0.0560327 Sep 21 22:12:32.117668 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-58cd5c68-bd31-4631-b670-ff414206d906 req-d7e68fa0-5e75-4317-a891-1fe59b530ce7 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8db972-0bd4-4ef8-a286-b173e992513e&id=8b12cc94-0ffd-4e88-a781-1242d4c59949&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540698 Sep 21 22:12:33.241907 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9d35f-7af6-4995-a604-35f07e7e6f6e req-ca2e18f8-bc8a-4a32-a317-c745f0edfe45 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:12:33.243384 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-cbd9d35f-7af6-4995-a604-35f07e7e6f6e req-ca2e18f8-bc8a-4a32-a317-c745f0edfe45 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/ports?device_id=8704cdde-72c9-4aaa-8867-02bbcb855560 HTTP/1.1" status: 200 len: 984 time: 0.0527689 Sep 21 22:12:33.302788 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-cbd9d35f-7af6-4995-a604-35f07e7e6f6e req-c8ea6f94-b97e-4e4e-8474-bd3220899a49 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8db972-0bd4-4ef8-a286-b173e992513e&id=8b12cc94-0ffd-4e88-a781-1242d4c59949&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530062 Sep 21 22:12:34.425550 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb3ecb-c13c-4cf5-b5f4-5b40d0f16069 req-6980db46-f9c0-4f08-9560-2473f0d805ab tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:12:34.427044 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-9bcb3ecb-c13c-4cf5-b5f4-5b40d0f16069 req-6980db46-f9c0-4f08-9560-2473f0d805ab tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/ports?device_id=8704cdde-72c9-4aaa-8867-02bbcb855560 HTTP/1.1" status: 200 len: 984 time: 0.0527415 Sep 21 22:12:34.490263 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-9bcb3ecb-c13c-4cf5-b5f4-5b40d0f16069 req-afced286-4f23-40e9-99f2-91e1b9bba15b tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8db972-0bd4-4ef8-a286-b173e992513e&id=8b12cc94-0ffd-4e88-a781-1242d4c59949&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571508 Sep 21 22:12:35.614164 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c22189-1a05-4163-8855-92990ee8fc9f req-6bbfdab4-6780-410a-8915-a1a50d73c0be tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:12:35.615631 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-a4c22189-1a05-4163-8855-92990ee8fc9f req-6bbfdab4-6780-410a-8915-a1a50d73c0be tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/ports?device_id=8704cdde-72c9-4aaa-8867-02bbcb855560 HTTP/1.1" status: 200 len: 984 time: 0.0524879 Sep 21 22:12:35.675540 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-a4c22189-1a05-4163-8855-92990ee8fc9f req-3dfbe0b3-768c-4144-b4ad-1118b5228d43 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8db972-0bd4-4ef8-a286-b173e992513e&id=8b12cc94-0ffd-4e88-a781-1242d4c59949&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542037 Sep 21 22:12:36.801063 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d57bcb-3d9f-44d4-8467-20d508520f1d req-62816645-9d30-4412-ad8f-3d0d084032b2 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:12:36.802543 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b1d57bcb-3d9f-44d4-8467-20d508520f1d req-62816645-9d30-4412-ad8f-3d0d084032b2 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/ports?device_id=8704cdde-72c9-4aaa-8867-02bbcb855560 HTTP/1.1" status: 200 len: 984 time: 0.0531254 Sep 21 22:12:36.862353 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b1d57bcb-3d9f-44d4-8467-20d508520f1d req-4764ca74-c63c-4d0d-a079-24d9549a7edd tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8db972-0bd4-4ef8-a286-b173e992513e&id=8b12cc94-0ffd-4e88-a781-1242d4c59949&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540676 Sep 21 22:12:37.990361 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20613de8-7ec9-4cd6-9a37-b191a9a4bc29 req-62247299-d62c-42d1-aab2-1498f3aa855a tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:12:37.991865 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-20613de8-7ec9-4cd6-9a37-b191a9a4bc29 req-62247299-d62c-42d1-aab2-1498f3aa855a tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/ports?device_id=8704cdde-72c9-4aaa-8867-02bbcb855560 HTTP/1.1" status: 200 len: 984 time: 0.0569651 Sep 21 22:12:38.052210 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-20613de8-7ec9-4cd6-9a37-b191a9a4bc29 req-c89fdf4e-2a73-40d8-b57e-1f3f88530aa3 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8db972-0bd4-4ef8-a286-b173e992513e&id=8b12cc94-0ffd-4e88-a781-1242d4c59949&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546083 Sep 21 22:12:43.746223 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.agents_db [None req-53c7536d-764e-4ad7-87ad-c450eadf28b3 None None] Agent healthcheck: found 6 active agents {{(pid=116022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:12:45.501013 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (0aee7d89-594f-4992-91de-a4ac3f52e28d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:45.980787 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-52dc4b72-af1b-4aa5-9934-11cbccb178cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:48.152437 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-94f04c1b-2580-473d-bb28-0c13f2cde4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:49.523888 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:51.080266 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:12:52.489298 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:10.395434 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-5891d40a-c26e-41c6-9662-8fe1f79134f5 req-ddefc75b-b4e9-43ea-a8e9-d4139f2f0f34 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2038154338&fields=id&tenant_id=7b4b3282ca9b4a7f930d8a3d85413f36 HTTP/1.1" status: 200 len: 267 time: 0.0443351 Sep 21 22:13:10.453094 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891d40a-c26e-41c6-9662-8fe1f79134f5 req-2a5803b4-8d62-400f-9fdc-8b57214d8b73 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:13:10.454532 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-5891d40a-c26e-41c6-9662-8fe1f79134f5 req-2a5803b4-8d62-400f-9fdc-8b57214d8b73 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/ports?device_id=8704cdde-72c9-4aaa-8867-02bbcb855560 HTTP/1.1" status: 200 len: 984 time: 0.0530336 Sep 21 22:13:10.464832 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [req-5891d40a-c26e-41c6-9662-8fe1f79134f5 req-a56c705c-c5be-457d-8352-40d01fb2aa29 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Request body: {'port': {'security_groups': ['5e8db972-0bd4-4ef8-a286-b173e992513e']}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:13:10.536160 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [req-5891d40a-c26e-41c6-9662-8fe1f79134f5 req-a56c705c-c5be-457d-8352-40d01fb2aa29 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (a6b4ca5d-280d-4fe0-b600-d3442ba43807), before_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:10.700587 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.db [req-5891d40a-c26e-41c6-9662-8fe1f79134f5 req-a56c705c-c5be-457d-8352-40d01fb2aa29 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] For port a6b4ca5d-280d-4fe0-b600-d3442ba43807, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=a6b4ca5d-280d-4fe0-b600-d3442ba43807,segment=NetworkSegment(97672c8f-a68b-4765-b579-2a4b132d6ac8),segment_id=97672c8f-a68b-4765-b579-2a4b132d6ac8)] {{(pid=116019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:13:10.727577 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [req-5891d40a-c26e-41c6-9662-8fe1f79134f5 req-a56c705c-c5be-457d-8352-40d01fb2aa29 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks [] for port (a6b4ca5d-280d-4fe0-b600-d3442ba43807), precommit_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:10.831752 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [req-5891d40a-c26e-41c6-9662-8fe1f79134f5 req-a56c705c-c5be-457d-8352-40d01fb2aa29 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12777419'] for port (a6b4ca5d-280d-4fe0-b600-d3442ba43807), after_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:10.842475 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891d40a-c26e-41c6-9662-8fe1f79134f5 req-a56c705c-c5be-457d-8352-40d01fb2aa29 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:13:10.848450 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [req-5891d40a-c26e-41c6-9662-8fe1f79134f5 req-a56c705c-c5be-457d-8352-40d01fb2aa29 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for port (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:10.848678 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] get_ports_and_sgs() called for port_ids ['a6b4ca5d-280d-4fe0-b600-d3442ba43807'] {{(pid=116021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:13:10.849140 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-5891d40a-c26e-41c6-9662-8fe1f79134f5 req-a56c705c-c5be-457d-8352-40d01fb2aa29 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "PUT /v2.0/ports/a6b4ca5d-280d-4fe0-b600-d3442ba43807 HTTP/1.1" status: 200 len: 942 time: 0.3839631 Sep 21 22:13:10.849140 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8704cdde-72c9-4aaa-8867-02bbcb855560', 'tag': 'a6b4ca5d-280d-4fe0-b600-d3442ba43807'}] {{(pid=116019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:13:10.849140 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}314aa947772f4aa66c6b0f501ee0f59e34b3d7fab75533ca4852f00c2b9fa1f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffdc3492-5be4-44b2-83ee-df4d08e32dc1" -d '{"events": [{"name": "network-changed", "server_uuid": "8704cdde-72c9-4aaa-8867-02bbcb855560", "tag": "a6b4ca5d-280d-4fe0-b600-d3442ba43807"}]}' {{(pid=116019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:13:10.860976 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 41004) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:13:10.905109 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c705c-c5be-457d-8352-40d01fb2aa29 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Pushing event updated for resources: {'Port': ['ID=a6b4ca5d-280d-4fe0-b600-d3442ba43807,revision_number=7']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:13:10.913532 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c705c-c5be-457d-8352-40d01fb2aa29 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:13:10.913895 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c705c-c5be-457d-8352-40d01fb2aa29 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:13:10.914249 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c705c-c5be-457d-8352-40d01fb2aa29 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:13:10.915224 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c705c-c5be-457d-8352-40d01fb2aa29 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:13:10.915224 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c705c-c5be-457d-8352-40d01fb2aa29 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:13:10.915224 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c705c-c5be-457d-8352-40d01fb2aa29 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:13:10.915530 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c705c-c5be-457d-8352-40d01fb2aa29 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:13:10.915889 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c705c-c5be-457d-8352-40d01fb2aa29 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:13:10.916268 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c705c-c5be-457d-8352-40d01fb2aa29 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:13:10.916598 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c705c-c5be-457d-8352-40d01fb2aa29 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:13:10.916929 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c705c-c5be-457d-8352-40d01fb2aa29 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:13:10.917254 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c705c-c5be-457d-8352-40d01fb2aa29 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:13:10.917889 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c705c-c5be-457d-8352-40d01fb2aa29 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:13:10.931683 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] get_ports_and_sgs() called for port_ids ['a6b4ca5d-280d-4fe0-b600-d3442ba43807'] {{(pid=116021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:13:10.947608 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-5d613302-2088-470c-8c49-f369d12a4fcf tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks [] for security_group (8b12cc94-0ffd-4e88-a781-1242d4c59949), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:10.978793 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-5d613302-2088-470c-8c49-f369d12a4fcf tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks [] for security_group (8b12cc94-0ffd-4e88-a781-1242d4c59949), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:11.034190 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-437836de-af1b-4772-b6ae-a1d4ef298af3 x-openstack-request-id: req-437836de-af1b-4772-b6ae-a1d4ef298af3 {{(pid=116019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:13:11.034554 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8704cdde-72c9-4aaa-8867-02bbcb855560", "tag": "a6b4ca5d-280d-4fe0-b600-d3442ba43807", "status": "completed", "code": 200}]} {{(pid=116019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:13:11.034827 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-437836de-af1b-4772-b6ae-a1d4ef298af3 {{(pid=116019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:13:11.035481 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-437836de-af1b-4772-b6ae-a1d4ef298af3'] response: {'name': 'network-changed', 'server_uuid': '8704cdde-72c9-4aaa-8867-02bbcb855560', 'tag': 'a6b4ca5d-280d-4fe0-b600-d3442ba43807', 'status': 'completed', 'code': 200} Sep 21 22:13:11.100974 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc3492-5be4-44b2-83ee-df4d08e32dc1 req-4c5200f4-e7cc-4137-815a-d366042297c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:13:11.102422 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-ffdc3492-5be4-44b2-83ee-df4d08e32dc1 req-4c5200f4-e7cc-4137-815a-d366042297c7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7b4b3282ca9b4a7f930d8a3d85413f36&device_id=8704cdde-72c9-4aaa-8867-02bbcb855560 HTTP/1.1" status: 200 len: 1129 time: 0.0467055 Sep 21 22:13:11.106177 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-5d613302-2088-470c-8c49-f369d12a4fcf tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (8b12cc94-0ffd-4e88-a781-1242d4c59949), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:11.109114 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-5d613302-2088-470c-8c49-f369d12a4fcf tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:11.110295 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-5d613302-2088-470c-8c49-f369d12a4fcf tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "DELETE /v2.0/security-groups/8b12cc94-0ffd-4e88-a781-1242d4c59949 HTTP/1.1" status: 204 len: 168 time: 0.2481725 Sep 21 22:13:11.113441 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 41006) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:13:11.165569 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d613302-2088-470c-8c49-f369d12a4fcf tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b12cc94-0ffd-4e88-a781-1242d4c59949,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:13:11.177180 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d613302-2088-470c-8c49-f369d12a4fcf tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:13:11.177536 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d613302-2088-470c-8c49-f369d12a4fcf tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:13:11.177916 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d613302-2088-470c-8c49-f369d12a4fcf tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:13:11.178279 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d613302-2088-470c-8c49-f369d12a4fcf tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:13:11.178607 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d613302-2088-470c-8c49-f369d12a4fcf tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:13:11.178949 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d613302-2088-470c-8c49-f369d12a4fcf tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:13:11.179289 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d613302-2088-470c-8c49-f369d12a4fcf tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:13:11.179628 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d613302-2088-470c-8c49-f369d12a4fcf tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:13:11.179965 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d613302-2088-470c-8c49-f369d12a4fcf tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:13:11.180327 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d613302-2088-470c-8c49-f369d12a4fcf tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:13:11.180664 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d613302-2088-470c-8c49-f369d12a4fcf tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:13:11.181001 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d613302-2088-470c-8c49-f369d12a4fcf tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:13:11.181347 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d613302-2088-470c-8c49-f369d12a4fcf tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:13:11.225160 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc3492-5be4-44b2-83ee-df4d08e32dc1 req-a717c54b-adac-4156-a5ef-9617309a2a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:13:11.227086 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-ffdc3492-5be4-44b2-83ee-df4d08e32dc1 req-a717c54b-adac-4156-a5ef-9617309a2a7e service neutron] 10.222.0.71 "GET /v2.0/networks?id=b8d44211-97c9-4513-b244-d2f8ad301205 HTTP/1.1" status: 200 len: 916 time: 0.1158051 Sep 21 22:13:11.262605 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.plugin [None req-8fc3b53f-9eaf-44b3-acac-9319d16d8cea tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Deleting port 803ec254-1c08-4c7b-b3e5-2b00b9a32383 {{(pid=116019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:13:11.262956 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-8fc3b53f-9eaf-44b3-acac-9319d16d8cea tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (803ec254-1c08-4c7b-b3e5-2b00b9a32383), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:11.289953 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-ffdc3492-5be4-44b2-83ee-df4d08e32dc1 req-54eac31c-e513-4257-bab0-dc7c69dab123 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6b4ca5d-280d-4fe0-b600-d3442ba43807 HTTP/1.1" status: 200 len: 1001 time: 0.0562911 Sep 21 22:13:11.339238 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc3492-5be4-44b2-83ee-df4d08e32dc1 req-d249b544-ab61-4adb-b79d-c93f596e2511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:13:11.340738 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-ffdc3492-5be4-44b2-83ee-df4d08e32dc1 req-d249b544-ab61-4adb-b79d-c93f596e2511 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a4269c9d-e3be-441e-a98e-55e627c3420d HTTP/1.1" status: 200 len: 854 time: 0.0450420 Sep 21 22:13:11.347525 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-8fc3b53f-9eaf-44b3-acac-9319d16d8cea tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (803ec254-1c08-4c7b-b3e5-2b00b9a32383), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:11.348146 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-8fc3b53f-9eaf-44b3-acac-9319d16d8cea tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks [] for floatingip (803ec254-1c08-4c7b-b3e5-2b00b9a32383), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:11.359869 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.plugin [None req-8fc3b53f-9eaf-44b3-acac-9319d16d8cea tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Calling delete_port for 803ec254-1c08-4c7b-b3e5-2b00b9a32383 owned by network:floatingip {{(pid=116019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:13:11.389925 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc3492-5be4-44b2-83ee-df4d08e32dc1 req-1fd60e51-8a6a-4f82-89ee-f38bcd3fd2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:13:11.391438 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-ffdc3492-5be4-44b2-83ee-df4d08e32dc1 req-1fd60e51-8a6a-4f82-89ee-f38bcd3fd2ae service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b8d44211-97c9-4513-b244-d2f8ad301205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447571 Sep 21 22:13:11.485365 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-ffdc3492-5be4-44b2-83ee-df4d08e32dc1 req-df93d9de-5988-4e9a-9191-dfb04df4f94a service neutron] 10.222.0.71 "GET /v2.0/networks/b8d44211-97c9-4513-b244-d2f8ad301205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873544 Sep 21 22:13:11.569760 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-8fc3b53f-9eaf-44b3-acac-9319d16d8cea tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12777458'] for port (803ec254-1c08-4c7b-b3e5-2b00b9a32383), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:11.578175 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-ffdc3492-5be4-44b2-83ee-df4d08e32dc1 req-484cf784-d9e0-4712-8c8e-f7b37cd3230c service neutron] 10.222.0.71 "GET /v2.0/networks/b8d44211-97c9-4513-b244-d2f8ad301205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868466 Sep 21 22:13:11.597698 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc3b53f-9eaf-44b3-acac-9319d16d8cea tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Pushing event deleted for resources: {'Port': ['ID=803ec254-1c08-4c7b-b3e5-2b00b9a32383,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:13:11.657577 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-8fc3b53f-9eaf-44b3-acac-9319d16d8cea tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks [] for floatingip (4a94c22f-49ec-46ab-9ccf-b669b8ca9bf6), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:11.657909 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.db.l3_db [None req-8fc3b53f-9eaf-44b3-acac-9319d16d8cea tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Floating IP 4a94c22f-49ec-46ab-9ccf-b669b8ca9bf6 disassociated (deleted). External IP: 172.27.1.134, port: a6b4ca5d-280d-4fe0-b600-d3442ba43807. Sep 21 22:13:11.856214 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc3b53f-9eaf-44b3-acac-9319d16d8cea tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Router a87c2a24-26ee-4fb9-bff6-7df420a0d834 has already been hosted by L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 {{(pid=116019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:13:11.958560 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc3b53f-9eaf-44b3-acac-9319d16d8cea tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:13:11.962994 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-8fc3b53f-9eaf-44b3-acac-9319d16d8cea tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for floatingip (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:11.969627 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526d04db-0dcc-4f73-abac-4666e3575036 None None] Sync routers for ids ['a87c2a24-26ee-4fb9-bff6-7df420a0d834'] in dv-cinder-858819-1-iscsi {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:13:11.978853 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526d04db-0dcc-4f73-abac-4666e3575036 None None] Routers {'a87c2a24-26ee-4fb9-bff6-7df420a0d834'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:13:11.979503 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-526d04db-0dcc-4f73-abac-4666e3575036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:12:48Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['a87c2a24-26ee-4fb9-bff6-7df420a0d834'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:13:11.993113 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-8fc3b53f-9eaf-44b3-acac-9319d16d8cea tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "DELETE /v2.0/floatingips/4a94c22f-49ec-46ab-9ccf-b669b8ca9bf6 HTTP/1.1" status: 204 len: 168 time: 0.8785572 Sep 21 22:13:12.084980 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-526d04db-0dcc-4f73-abac-4666e3575036 None None] Set router a87c2a24-26ee-4fb9-bff6-7df420a0d834 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:13:12.283750 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-526d04db-0dcc-4f73-abac-4666e3575036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87c2a24-26ee-4fb9-bff6-7df420a0d834', 'name': 'tempest-TestMinimumBasicScenario-1893079946-router', 'tenant_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '8408f28f-7ba9-49fb-b030-69da9d697c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:11:10Z', 'updated_at': '2022-09-21T22:11:14Z', 'revision_number': 4, 'project_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'gw_port': {'id': '8408f28f-7ba9-49fb-b030-69da9d697c5a', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:60:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87c2a24-26ee-4fb9-bff6-7df420a0d834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:11:11Z', 'updated_at': '2022-09-21T22:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': 'a358a2a4-0b53-4b4a-8fe4-d5d92c401e41', 'name': '', 'network_id': 'b8d44211-97c9-4513-b244-d2f8ad301205', 'tenant_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'mac_address': 'fa:16:3e:a3:57:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87c2a24-26ee-4fb9-bff6-7df420a0d834', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'a4269c9d-e3be-441e-a98e-55e627c3420d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:11:13Z', 'updated_at': '2022-09-21T22:11:18Z', 'revision_number': 5, 'project_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'subnets': [{'id': 'a4269c9d-e3be-441e-a98e-55e627c3420d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:13:12.308800 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526d04db-0dcc-4f73-abac-4666e3575036 None None] Checking router: a87c2a24-26ee-4fb9-bff6-7df420a0d834 for host: dv-cinder-858819-1-iscsi {{(pid=116022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:13:12.318182 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526d04db-0dcc-4f73-abac-4666e3575036 None None] Routers {'a87c2a24-26ee-4fb9-bff6-7df420a0d834'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:13:12.318819 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-526d04db-0dcc-4f73-abac-4666e3575036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:12:48Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['a87c2a24-26ee-4fb9-bff6-7df420a0d834'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:13:12.425383 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-526d04db-0dcc-4f73-abac-4666e3575036 None None] Set router a87c2a24-26ee-4fb9-bff6-7df420a0d834 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:13:12.620717 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-526d04db-0dcc-4f73-abac-4666e3575036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87c2a24-26ee-4fb9-bff6-7df420a0d834', 'name': 'tempest-TestMinimumBasicScenario-1893079946-router', 'tenant_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '8408f28f-7ba9-49fb-b030-69da9d697c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:11:10Z', 'updated_at': '2022-09-21T22:11:14Z', 'revision_number': 4, 'project_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'gw_port': {'id': '8408f28f-7ba9-49fb-b030-69da9d697c5a', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:60:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87c2a24-26ee-4fb9-bff6-7df420a0d834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:11:11Z', 'updated_at': '2022-09-21T22:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': 'a358a2a4-0b53-4b4a-8fe4-d5d92c401e41', 'name': '', 'network_id': 'b8d44211-97c9-4513-b244-d2f8ad301205', 'tenant_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'mac_address': 'fa:16:3e:a3:57:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87c2a24-26ee-4fb9-bff6-7df420a0d834', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'a4269c9d-e3be-441e-a98e-55e627c3420d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:11:13Z', 'updated_at': '2022-09-21T22:11:18Z', 'revision_number': 5, 'project_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'subnets': [{'id': 'a4269c9d-e3be-441e-a98e-55e627c3420d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:13:12.644833 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526d04db-0dcc-4f73-abac-4666e3575036 None None] The sync data for ids ['a87c2a24-26ee-4fb9-bff6-7df420a0d834'] in dv-cinder-858819-1-iscsi is: [{'id': 'a87c2a24-26ee-4fb9-bff6-7df420a0d834', 'name': 'tempest-TestMinimumBasicScenario-1893079946-router', 'tenant_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '8408f28f-7ba9-49fb-b030-69da9d697c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:11:10Z', 'updated_at': '2022-09-21T22:11:14Z', 'revision_number': 4, 'project_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'gw_port': {'id': '8408f28f-7ba9-49fb-b030-69da9d697c5a', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:60:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87c2a24-26ee-4fb9-bff6-7df420a0d834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:11:11Z', 'updated_at': '2022-09-21T22:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': 'a358a2a4-0b53-4b4a-8fe4-d5d92c401e41', 'name': '', 'network_id': 'b8d44211-97c9-4513-b244-d2f8ad301205', 'tenant_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'mac_address': 'fa:16:3e:a3:57:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87c2a24-26ee-4fb9-bff6-7df420a0d834', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'a4269c9d-e3be-441e-a98e-55e627c3420d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:11:13Z', 'updated_at': '2022-09-21T22:11:18Z', 'revision_number': 5, 'project_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'subnets': [{'id': 'a4269c9d-e3be-441e-a98e-55e627c3420d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:13:12.868511 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f210a886-20b0-4481-b923-2f5b9530aec2 None None] New status for floating IP 4a94c22f-49ec-46ab-9ccf-b669b8ca9bf6: DOWN {{(pid=116021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 22:13:13.036686 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8704cdde-72c9-4aaa-8867-02bbcb855560', 'tag': 'a6b4ca5d-280d-4fe0-b600-d3442ba43807'}] {{(pid=116019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:13:13.039056 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}314aa947772f4aa66c6b0f501ee0f59e34b3d7fab75533ca4852f00c2b9fa1f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952bc00d-7989-4f18-924e-0053854f0cb4" -d '{"events": [{"name": "network-changed", "server_uuid": "8704cdde-72c9-4aaa-8867-02bbcb855560", "tag": "a6b4ca5d-280d-4fe0-b600-d3442ba43807"}]}' {{(pid=116019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:13:13.074001 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4481867-b1d1-48e6-b206-81c21c194108 x-openstack-request-id: req-a4481867-b1d1-48e6-b206-81c21c194108 {{(pid=116019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:13:13.074395 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8704cdde-72c9-4aaa-8867-02bbcb855560", "tag": "a6b4ca5d-280d-4fe0-b600-d3442ba43807", "status": "completed", "code": 200}]} {{(pid=116019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:13:13.074739 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a4481867-b1d1-48e6-b206-81c21c194108 {{(pid=116019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:13:13.075225 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4481867-b1d1-48e6-b206-81c21c194108'] response: {'name': 'network-changed', 'server_uuid': '8704cdde-72c9-4aaa-8867-02bbcb855560', 'tag': 'a6b4ca5d-280d-4fe0-b600-d3442ba43807', 'status': 'completed', 'code': 200} Sep 21 22:13:13.144998 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952bc00d-7989-4f18-924e-0053854f0cb4 req-4635e35d-9312-4e85-8e0a-5ab49653691d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:13:13.147162 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-952bc00d-7989-4f18-924e-0053854f0cb4 req-4635e35d-9312-4e85-8e0a-5ab49653691d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7b4b3282ca9b4a7f930d8a3d85413f36&device_id=8704cdde-72c9-4aaa-8867-02bbcb855560 HTTP/1.1" status: 200 len: 1129 time: 0.0499308 Sep 21 22:13:13.235137 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952bc00d-7989-4f18-924e-0053854f0cb4 req-92f127b5-c38e-409c-a253-ff7f6774a830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:13:13.236549 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-952bc00d-7989-4f18-924e-0053854f0cb4 req-92f127b5-c38e-409c-a253-ff7f6774a830 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b8d44211-97c9-4513-b244-d2f8ad301205 HTTP/1.1" status: 200 len: 916 time: 0.0830226 Sep 21 22:13:13.285131 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-952bc00d-7989-4f18-924e-0053854f0cb4 req-80d898cd-1acb-46b3-8325-d34377f0bb67 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6b4ca5d-280d-4fe0-b600-d3442ba43807 HTTP/1.1" status: 200 len: 217 time: 0.0378230 Sep 21 22:13:13.334312 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952bc00d-7989-4f18-924e-0053854f0cb4 req-fc1ad559-ea63-4e7c-b579-8184b8460bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:13:13.335773 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-952bc00d-7989-4f18-924e-0053854f0cb4 req-fc1ad559-ea63-4e7c-b579-8184b8460bed service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a4269c9d-e3be-441e-a98e-55e627c3420d HTTP/1.1" status: 200 len: 854 time: 0.0449712 Sep 21 22:13:13.387516 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952bc00d-7989-4f18-924e-0053854f0cb4 req-e371f542-06b0-4b27-96ce-d186659a8528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:13:13.389308 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-952bc00d-7989-4f18-924e-0053854f0cb4 req-e371f542-06b0-4b27-96ce-d186659a8528 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b8d44211-97c9-4513-b244-d2f8ad301205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478041 Sep 21 22:13:13.485990 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-952bc00d-7989-4f18-924e-0053854f0cb4 req-db53c874-a912-42e1-8cca-e4f2f9c2efeb service neutron] 10.222.0.71 "GET /v2.0/networks/b8d44211-97c9-4513-b244-d2f8ad301205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901027 Sep 21 22:13:13.593062 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-952bc00d-7989-4f18-924e-0053854f0cb4 req-35cba3a3-eb4f-4471-9f47-6ce1efdd8805 service neutron] 10.222.0.71 "GET /v2.0/networks/b8d44211-97c9-4513-b244-d2f8ad301205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009417 Sep 21 22:13:15.374131 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f428a-4ed1-49d5-a064-f88d76990244 req-17ea8232-b145-438e-8d00-6623f9dd2c31 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:13:15.375702 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-500f428a-4ed1-49d5-a064-f88d76990244 req-17ea8232-b145-438e-8d00-6623f9dd2c31 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/ports?device_id=8704cdde-72c9-4aaa-8867-02bbcb855560 HTTP/1.1" status: 200 len: 945 time: 0.0563846 Sep 21 22:13:15.423130 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-500f428a-4ed1-49d5-a064-f88d76990244 req-6be30361-a2ad-43fe-903f-e1cfeb8ecf34 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8db972-0bd4-4ef8-a286-b173e992513e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417037 Sep 21 22:13:15.511771 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (0aee7d89-594f-4992-91de-a4ac3f52e28d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:15.991774 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-ab6545a2-c8f2-4211-bdd6-b8639947eb0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:16.551142 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221c117-97a1-4f4c-a7ea-8920c3297ce0 req-973dc288-96aa-4a9f-b34b-73d0feb73f41 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:13:16.553059 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1221c117-97a1-4f4c-a7ea-8920c3297ce0 req-973dc288-96aa-4a9f-b34b-73d0feb73f41 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/ports?device_id=8704cdde-72c9-4aaa-8867-02bbcb855560 HTTP/1.1" status: 200 len: 945 time: 0.0534537 Sep 21 22:13:16.604817 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1221c117-97a1-4f4c-a7ea-8920c3297ce0 req-2eb0613b-a390-4a93-966a-53e88d02761d tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8db972-0bd4-4ef8-a286-b173e992513e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460505 Sep 21 22:13:17.101989 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73891868-854f-4222-ae07-f7a58a547ac2 req-8904e2df-cbac-4df4-8bd4-15b983fa09dd tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:13:17.103523 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-73891868-854f-4222-ae07-f7a58a547ac2 req-8904e2df-cbac-4df4-8bd4-15b983fa09dd tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.71 "GET /v2.0/ports?device_id=8704cdde-72c9-4aaa-8867-02bbcb855560 HTTP/1.1" status: 200 len: 945 time: 0.0526369 Sep 21 22:13:17.207269 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [req-73891868-854f-4222-ae07-f7a58a547ac2 req-a45041fa-cbb9-4680-91bf-0bc886c0e445 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Deleting port a6b4ca5d-280d-4fe0-b600-d3442ba43807 {{(pid=116020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:13:17.207617 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-73891868-854f-4222-ae07-f7a58a547ac2 req-a45041fa-cbb9-4680-91bf-0bc886c0e445 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (a6b4ca5d-280d-4fe0-b600-d3442ba43807), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:17.299951 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-73891868-854f-4222-ae07-f7a58a547ac2 req-a45041fa-cbb9-4680-91bf-0bc886c0e445 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] For port a6b4ca5d-280d-4fe0-b600-d3442ba43807, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=a6b4ca5d-280d-4fe0-b600-d3442ba43807,segment=NetworkSegment(97672c8f-a68b-4765-b579-2a4b132d6ac8),segment_id=97672c8f-a68b-4765-b579-2a4b132d6ac8)] {{(pid=116020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:13:17.300402 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-73891868-854f-4222-ae07-f7a58a547ac2 req-a45041fa-cbb9-4680-91bf-0bc886c0e445 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (a6b4ca5d-280d-4fe0-b600-d3442ba43807), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:17.312604 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [req-73891868-854f-4222-ae07-f7a58a547ac2 req-a45041fa-cbb9-4680-91bf-0bc886c0e445 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Calling delete_port for a6b4ca5d-280d-4fe0-b600-d3442ba43807 owned by compute:nova {{(pid=116020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:13:17.540492 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-73891868-854f-4222-ae07-f7a58a547ac2 req-a45041fa-cbb9-4680-91bf-0bc886c0e445 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (a6b4ca5d-280d-4fe0-b600-d3442ba43807), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:17.552030 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] get_ports_and_sgs() called for port_ids ['a6b4ca5d-280d-4fe0-b600-d3442ba43807'] {{(pid=116021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:13:17.570041 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45041fa-cbb9-4680-91bf-0bc886c0e445 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Pushing event deleted for resources: {'Port': ['ID=a6b4ca5d-280d-4fe0-b600-d3442ba43807,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:13:17.620038 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [req-73891868-854f-4222-ae07-f7a58a547ac2 req-a45041fa-cbb9-4680-91bf-0bc886c0e445 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] No DVR routers for this DVR port a6b4ca5d-280d-4fe0-b600-d3442ba43807 on host hv-cinder-85881 {{(pid=116020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:13:17.622605 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-73891868-854f-4222-ae07-f7a58a547ac2 req-a45041fa-cbb9-4680-91bf-0bc886c0e445 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:17.626061 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-73891868-854f-4222-ae07-f7a58a547ac2 req-a45041fa-cbb9-4680-91bf-0bc886c0e445 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.71 "DELETE /v2.0/ports/a6b4ca5d-280d-4fe0-b600-d3442ba43807 HTTP/1.1" status: 204 len: 173 time: 0.5159724 Sep 21 22:13:17.631651 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8704cdde-72c9-4aaa-8867-02bbcb855560', 'name': 'network-vif-deleted', 'tag': 'a6b4ca5d-280d-4fe0-b600-d3442ba43807'}] {{(pid=116020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:13:17.631651 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}616469ce01b4343580b51944d90e43cdadd76175ffa2c7c7ae3ce11ef7217efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb923f53-0a19-4a5b-a76b-cffb8128d9e7" -d '{"events": [{"server_uuid": "8704cdde-72c9-4aaa-8867-02bbcb855560", "name": "network-vif-deleted", "tag": "a6b4ca5d-280d-4fe0-b600-d3442ba43807"}]}' {{(pid=116020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:13:17.670087 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5e2d23-4647-4fc6-a921-3ef0521a72ec x-openstack-request-id: req-7d5e2d23-4647-4fc6-a921-3ef0521a72ec {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:13:17.670396 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8704cdde-72c9-4aaa-8867-02bbcb855560", "name": "network-vif-deleted", "tag": "a6b4ca5d-280d-4fe0-b600-d3442ba43807", "status": "completed", "code": 200}]} {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:13:17.670711 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7d5e2d23-4647-4fc6-a921-3ef0521a72ec {{(pid=116020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:13:17.671075 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d5e2d23-4647-4fc6-a921-3ef0521a72ec'] response: {'server_uuid': '8704cdde-72c9-4aaa-8867-02bbcb855560', 'name': 'network-vif-deleted', 'tag': 'a6b4ca5d-280d-4fe0-b600-d3442ba43807', 'status': 'completed', 'code': 200} Sep 21 22:13:17.712434 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-aff28564-fff6-4090-a9c4-c5cd6518e7c9 req-2c6567a7-722d-49f9-8709-f9fc67d768a1 tempest-TestMinimumBasicScenario-1170146906 tempest-TestMinimumBasicScenario-1170146906-project] 10.222.0.52 "GET /v2.0/ports?device_id=8704cdde-72c9-4aaa-8867-02bbcb855560 HTTP/1.1" status: 200 len: 210 time: 0.0290318 Sep 21 22:13:18.134309 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-613f7a35-caaf-4b2a-b7df-cd32bd36cd7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:19.511969 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:19.928762 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 41094) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:13:20.255346 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-719f92f5-7f1c-4ac0-a8cd-d7dadad45e55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495104'] for router_interface (a87c2a24-26ee-4fb9-bff6-7df420a0d834), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:20.487479 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.plugin [None req-719f92f5-7f1c-4ac0-a8cd-d7dadad45e55 admin admin] Deleting port a358a2a4-0b53-4b4a-8fe4-d5d92c401e41 {{(pid=116019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:13:20.487821 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-719f92f5-7f1c-4ac0-a8cd-d7dadad45e55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (a358a2a4-0b53-4b4a-8fe4-d5d92c401e41), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:20.567346 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.db [None req-719f92f5-7f1c-4ac0-a8cd-d7dadad45e55 admin admin] For port a358a2a4-0b53-4b4a-8fe4-d5d92c401e41, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=a358a2a4-0b53-4b4a-8fe4-d5d92c401e41,segment=NetworkSegment(97672c8f-a68b-4765-b579-2a4b132d6ac8),segment_id=97672c8f-a68b-4765-b579-2a4b132d6ac8)] {{(pid=116019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:13:20.567614 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-719f92f5-7f1c-4ac0-a8cd-d7dadad45e55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (a358a2a4-0b53-4b4a-8fe4-d5d92c401e41), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:20.580600 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.plugin [None req-719f92f5-7f1c-4ac0-a8cd-d7dadad45e55 admin admin] Calling delete_port for a358a2a4-0b53-4b4a-8fe4-d5d92c401e41 owned by network:router_interface {{(pid=116019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:13:20.746627 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.agents_db [None req-53c7536d-764e-4ad7-87ad-c450eadf28b3 None None] Agent healthcheck: found 6 active agents {{(pid=116022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:13:21.088603 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:21.112216 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-719f92f5-7f1c-4ac0-a8cd-d7dadad45e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12777458'] for port (a358a2a4-0b53-4b4a-8fe4-d5d92c401e41), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:21.148359 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f92f5-7f1c-4ac0-a8cd-d7dadad45e55 admin admin] Pushing event deleted for resources: {'Port': ['ID=a358a2a4-0b53-4b4a-8fe4-d5d92c401e41,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:13:21.256537 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device a6b4ca5d-280d-4fe0-b600-d3442ba43807 no longer exists at agent hyperv_hv-cinder-85881 {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:13:21.276164 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] No Port match for: a6b4ca5d-280d-4fe0-b600-d3442ba43807 {{(pid=116021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:13:21.276536 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device a6b4ca5d-280d-4fe0-b600-d3442ba43807 not bound to the agent host hv-cinder-85881 {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:13:21.313126 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-719f92f5-7f1c-4ac0-a8cd-d7dadad45e55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1653209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504464'] for router_interface (a87c2a24-26ee-4fb9-bff6-7df420a0d834), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:21.514720 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-719f92f5-7f1c-4ac0-a8cd-d7dadad45e55 admin admin] Router a87c2a24-26ee-4fb9-bff6-7df420a0d834 has already been hosted by L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 {{(pid=116019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:13:21.614418 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719f92f5-7f1c-4ac0-a8cd-d7dadad45e55 admin admin] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:13:21.619502 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-719f92f5-7f1c-4ac0-a8cd-d7dadad45e55 admin admin] 10.222.0.52 "PUT /v2.0/routers/a87c2a24-26ee-4fb9-bff6-7df420a0d834/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6897058 Sep 21 22:13:21.622462 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 41096) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:13:21.623400 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb76f903-cf97-4405-8dfb-2c227a40e837 None None] Sync routers for ids ['a87c2a24-26ee-4fb9-bff6-7df420a0d834'] in dv-cinder-858819-1-iscsi {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:13:21.634147 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb76f903-cf97-4405-8dfb-2c227a40e837 None None] Routers {'a87c2a24-26ee-4fb9-bff6-7df420a0d834'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:13:21.634772 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-bb76f903-cf97-4405-8dfb-2c227a40e837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:13:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['a87c2a24-26ee-4fb9-bff6-7df420a0d834'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:13:21.722122 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-591b0079-7b0f-49ba-bae9-df0bb25ebeb7 admin admin] Publish callbacks [] for router (a87c2a24-26ee-4fb9-bff6-7df420a0d834), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:21.738918 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-bb76f903-cf97-4405-8dfb-2c227a40e837 None None] Set router a87c2a24-26ee-4fb9-bff6-7df420a0d834 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:13:21.820241 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-591b0079-7b0f-49ba-bae9-df0bb25ebeb7 admin admin] Publish callbacks [] for router_gateway (a87c2a24-26ee-4fb9-bff6-7df420a0d834), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:21.917230 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-bb76f903-cf97-4405-8dfb-2c227a40e837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87c2a24-26ee-4fb9-bff6-7df420a0d834', 'name': 'tempest-TestMinimumBasicScenario-1893079946-router', 'tenant_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '8408f28f-7ba9-49fb-b030-69da9d697c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:11:10Z', 'updated_at': '2022-09-21T22:13:20Z', 'revision_number': 5, 'project_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'gw_port': {'id': '8408f28f-7ba9-49fb-b030-69da9d697c5a', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:60:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87c2a24-26ee-4fb9-bff6-7df420a0d834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:11:11Z', 'updated_at': '2022-09-21T22:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi'}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:13:21.930588 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.plugin [None req-591b0079-7b0f-49ba-bae9-df0bb25ebeb7 admin admin] Deleting port 8408f28f-7ba9-49fb-b030-69da9d697c5a {{(pid=116019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:13:21.930878 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-591b0079-7b0f-49ba-bae9-df0bb25ebeb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (8408f28f-7ba9-49fb-b030-69da9d697c5a), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:22.027320 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.db [None req-591b0079-7b0f-49ba-bae9-df0bb25ebeb7 admin admin] For port 8408f28f-7ba9-49fb-b030-69da9d697c5a, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=8408f28f-7ba9-49fb-b030-69da9d697c5a,segment=NetworkSegment(286b158d-b65b-48b3-9fb8-ab2055e67b3c),segment_id=286b158d-b65b-48b3-9fb8-ab2055e67b3c)] {{(pid=116019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:13:22.027974 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-591b0079-7b0f-49ba-bae9-df0bb25ebeb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (8408f28f-7ba9-49fb-b030-69da9d697c5a), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:22.035391 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb76f903-cf97-4405-8dfb-2c227a40e837 None None] Checking router: a87c2a24-26ee-4fb9-bff6-7df420a0d834 for host: dv-cinder-858819-1-iscsi {{(pid=116022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:13:22.044089 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb76f903-cf97-4405-8dfb-2c227a40e837 None None] Routers {'a87c2a24-26ee-4fb9-bff6-7df420a0d834'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:13:22.044722 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-bb76f903-cf97-4405-8dfb-2c227a40e837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:13:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['a87c2a24-26ee-4fb9-bff6-7df420a0d834'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:13:22.047879 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.plugin [None req-591b0079-7b0f-49ba-bae9-df0bb25ebeb7 admin admin] Calling delete_port for 8408f28f-7ba9-49fb-b030-69da9d697c5a owned by network:router_gateway {{(pid=116019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:13:22.131738 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-bb76f903-cf97-4405-8dfb-2c227a40e837 None None] Set router a87c2a24-26ee-4fb9-bff6-7df420a0d834 gateway port host: None {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:13:22.179781 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-bb76f903-cf97-4405-8dfb-2c227a40e837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87c2a24-26ee-4fb9-bff6-7df420a0d834', 'name': 'tempest-TestMinimumBasicScenario-1893079946-router', 'tenant_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:11:10Z', 'updated_at': '2022-09-21T22:13:21Z', 'revision_number': 6, 'project_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'gw_port_host': None}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:13:22.204439 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb76f903-cf97-4405-8dfb-2c227a40e837 None None] The sync data for ids ['a87c2a24-26ee-4fb9-bff6-7df420a0d834'] in dv-cinder-858819-1-iscsi is: [{'id': 'a87c2a24-26ee-4fb9-bff6-7df420a0d834', 'name': 'tempest-TestMinimumBasicScenario-1893079946-router', 'tenant_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:11:10Z', 'updated_at': '2022-09-21T22:13:21Z', 'revision_number': 6, 'project_id': '7b4b3282ca9b4a7f930d8a3d85413f36', 'gw_port_host': None}] {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:13:22.306507 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-591b0079-7b0f-49ba-bae9-df0bb25ebeb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12777458'] for port (8408f28f-7ba9-49fb-b030-69da9d697c5a), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:22.332459 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591b0079-7b0f-49ba-bae9-df0bb25ebeb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8408f28f-7ba9-49fb-b030-69da9d697c5a,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:13:22.395858 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-591b0079-7b0f-49ba-bae9-df0bb25ebeb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494394'] for router_gateway (a87c2a24-26ee-4fb9-bff6-7df420a0d834), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:22.490957 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-591b0079-7b0f-49ba-bae9-df0bb25ebeb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-504245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3312'] for router (a87c2a24-26ee-4fb9-bff6-7df420a0d834), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:22.493241 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-591b0079-7b0f-49ba-bae9-df0bb25ebeb7 admin admin] Publish callbacks [] for router_controller (a87c2a24-26ee-4fb9-bff6-7df420a0d834), precommit_delete_associations {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:22.494595 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:22.621228 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-591b0079-7b0f-49ba-bae9-df0bb25ebeb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-504238'] for router (a87c2a24-26ee-4fb9-bff6-7df420a0d834), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:22.622137 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591b0079-7b0f-49ba-bae9-df0bb25ebeb7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a87c2a24-26ee-4fb9-bff6-7df420a0d834 {{(pid=116019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 22:13:22.632467 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-591b0079-7b0f-49ba-bae9-df0bb25ebeb7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:22.632467 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-591b0079-7b0f-49ba-bae9-df0bb25ebeb7 admin admin] 10.222.0.52 "DELETE /v2.0/routers/a87c2a24-26ee-4fb9-bff6-7df420a0d834 HTTP/1.1" status: 204 len: 168 time: 1.0071204 Sep 21 22:13:22.634309 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 41098) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:13:22.680528 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d3f4acf-0f0d-4af7-810d-5927f69edd1e admin admin] Deleting subnet a4269c9d-e3be-441e-a98e-55e627c3420d {{(pid=116019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 22:13:22.683545 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-6d3f4acf-0f0d-4af7-810d-5927f69edd1e admin admin] Publish callbacks [] for subnet (a4269c9d-e3be-441e-a98e-55e627c3420d), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:22.717738 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-6d3f4acf-0f0d-4af7-810d-5927f69edd1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13024000'] for subnet (a4269c9d-e3be-441e-a98e-55e627c3420d), precommit_delete_associations {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:22.794978 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-6d3f4acf-0f0d-4af7-810d-5927f69edd1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537063'] for subnet (a4269c9d-e3be-441e-a98e-55e627c3420d), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:22.935240 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-6d3f4acf-0f0d-4af7-810d-5927f69edd1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12777345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14676054'] for subnet (a4269c9d-e3be-441e-a98e-55e627c3420d), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:22.965304 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f4acf-0f0d-4af7-810d-5927f69edd1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4269c9d-e3be-441e-a98e-55e627c3420d,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:13:22.968907 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-6d3f4acf-0f0d-4af7-810d-5927f69edd1e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:22.971482 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-6d3f4acf-0f0d-4af7-810d-5927f69edd1e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/a4269c9d-e3be-441e-a98e-55e627c3420d HTTP/1.1" status: 204 len: 168 time: 0.3361208 Sep 21 22:13:22.973235 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba1452e-8bf5-4ce4-a918-b5a2509a1329 None None] Network b8d44211-97c9-4513-b244-d2f8ad301205 requested from dv-cinder-858819-1-iscsi {{(pid=116021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:13:22.974920 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 41100) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:13:23.051639 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-fb8e83ec-a6cc-4915-9d07-4cc49c3431c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1448795'] for network (b8d44211-97c9-4513-b244-d2f8ad301205), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:23.108561 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [None req-fb8e83ec-a6cc-4915-9d07-4cc49c3431c6 admin admin] Deleting port afd8bdd7-b188-4d52-86db-82ede28d2b13 {{(pid=116020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:13:23.108906 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-fb8e83ec-a6cc-4915-9d07-4cc49c3431c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (afd8bdd7-b188-4d52-86db-82ede28d2b13), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:23.131788 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9270ddb-8b3f-4efd-99f3-07824e60bfc3 None None] DHCP port deletion for b8d44211-97c9-4513-b244-d2f8ad301205 request from dv-cinder-858819-1-iscsi {{(pid=116021) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 21 22:13:23.176331 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f9270ddb-8b3f-4efd-99f3-07824e60bfc3 None None] Deleting port afd8bdd7-b188-4d52-86db-82ede28d2b13 {{(pid=116021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:13:23.176939 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f9270ddb-8b3f-4efd-99f3-07824e60bfc3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (afd8bdd7-b188-4d52-86db-82ede28d2b13), before_delete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:23.183352 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [None req-fb8e83ec-a6cc-4915-9d07-4cc49c3431c6 admin admin] For port afd8bdd7-b188-4d52-86db-82ede28d2b13, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=afd8bdd7-b188-4d52-86db-82ede28d2b13,segment=NetworkSegment(97672c8f-a68b-4765-b579-2a4b132d6ac8),segment_id=97672c8f-a68b-4765-b579-2a4b132d6ac8)] {{(pid=116020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:13:23.183719 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-fb8e83ec-a6cc-4915-9d07-4cc49c3431c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (afd8bdd7-b188-4d52-86db-82ede28d2b13), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:23.203830 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [None req-fb8e83ec-a6cc-4915-9d07-4cc49c3431c6 admin admin] Calling delete_port for afd8bdd7-b188-4d52-86db-82ede28d2b13 owned by network:dhcp {{(pid=116020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:13:23.253004 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f9270ddb-8b3f-4efd-99f3-07824e60bfc3 None None] For port afd8bdd7-b188-4d52-86db-82ede28d2b13, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=afd8bdd7-b188-4d52-86db-82ede28d2b13,segment=NetworkSegment(97672c8f-a68b-4765-b579-2a4b132d6ac8),segment_id=97672c8f-a68b-4765-b579-2a4b132d6ac8)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:13:23.253403 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f9270ddb-8b3f-4efd-99f3-07824e60bfc3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (afd8bdd7-b188-4d52-86db-82ede28d2b13), precommit_delete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:23.272636 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f9270ddb-8b3f-4efd-99f3-07824e60bfc3 None None] Calling delete_port for afd8bdd7-b188-4d52-86db-82ede28d2b13 owned by network:dhcp {{(pid=116021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:13:23.358053 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-fb8e83ec-a6cc-4915-9d07-4cc49c3431c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (afd8bdd7-b188-4d52-86db-82ede28d2b13), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:23.364584 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f9270ddb-8b3f-4efd-99f3-07824e60bfc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052'] for port (afd8bdd7-b188-4d52-86db-82ede28d2b13), after_delete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:23.387140 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e83ec-a6cc-4915-9d07-4cc49c3431c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=afd8bdd7-b188-4d52-86db-82ede28d2b13,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:13:23.391087 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8e83ec-a6cc-4915-9d07-4cc49c3431c6 admin admin] No DVR routers for this DVR port afd8bdd7-b188-4d52-86db-82ede28d2b13 on host dv-cinder-858819-1-iscsi {{(pid=116020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:13:23.392604 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9270ddb-8b3f-4efd-99f3-07824e60bfc3 None None] Pushing event deleted for resources: {'Port': ['ID=afd8bdd7-b188-4d52-86db-82ede28d2b13,revision_number=None']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:13:23.394583 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9270ddb-8b3f-4efd-99f3-07824e60bfc3 None None] No DVR routers for this DVR port afd8bdd7-b188-4d52-86db-82ede28d2b13 on host dv-cinder-858819-1-iscsi {{(pid=116021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:13:23.409915 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9270ddb-8b3f-4efd-99f3-07824e60bfc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:13:23.410349 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9270ddb-8b3f-4efd-99f3-07824e60bfc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:13:23.410707 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9270ddb-8b3f-4efd-99f3-07824e60bfc3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:13:23.411053 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9270ddb-8b3f-4efd-99f3-07824e60bfc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:13:23.411391 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9270ddb-8b3f-4efd-99f3-07824e60bfc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:13:23.411730 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9270ddb-8b3f-4efd-99f3-07824e60bfc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:13:23.412203 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9270ddb-8b3f-4efd-99f3-07824e60bfc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:13:23.412426 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9270ddb-8b3f-4efd-99f3-07824e60bfc3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:13:23.412787 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9270ddb-8b3f-4efd-99f3-07824e60bfc3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:13:23.413122 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9270ddb-8b3f-4efd-99f3-07824e60bfc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:13:23.413799 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9270ddb-8b3f-4efd-99f3-07824e60bfc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:13:23.414228 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9270ddb-8b3f-4efd-99f3-07824e60bfc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:13:23.414604 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9270ddb-8b3f-4efd-99f3-07824e60bfc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:13:23.464791 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-fb8e83ec-a6cc-4915-9d07-4cc49c3431c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536160', 'neutron.services.segments.db._delete_segments_for_network-8739546438391'] for network (b8d44211-97c9-4513-b244-d2f8ad301205), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:23.485900 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.services.segments.db [None req-fb8e83ec-a6cc-4915-9d07-4cc49c3431c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8d44211-97c9-4513-b244-d2f8ad301205']}} {{(pid=116020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:13:23.495522 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.services.segments.db [None req-fb8e83ec-a6cc-4915-9d07-4cc49c3431c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97672c8f-a68b-4765-b579-2a4b132d6ac8') {'for_net_delete': True} {{(pid=116020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:13:23.495827 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.services.segments.db [None req-fb8e83ec-a6cc-4915-9d07-4cc49c3431c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97672c8f-a68b-4765-b579-2a4b132d6ac8') {} {{(pid=116020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:13:23.506443 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-fb8e83ec-a6cc-4915-9d07-4cc49c3431c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739546442765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14300077'] for segment (97672c8f-a68b-4765-b579-2a4b132d6ac8), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:23.520443 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-fb8e83ec-a6cc-4915-9d07-4cc49c3431c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1532675'] for segment (97672c8f-a68b-4765-b579-2a4b132d6ac8), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:23.528282 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb8e83ec-a6cc-4915-9d07-4cc49c3431c6 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=116020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 22:13:23.528691 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-fb8e83ec-a6cc-4915-9d07-4cc49c3431c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1532675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14262349'] for segment (97672c8f-a68b-4765-b579-2a4b132d6ac8), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:23.633494 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.services.segments.plugin [-] Segment 97672c8f-a68b-4765-b579-2a4b132d6ac8 resource provider aggregate not found Sep 21 22:13:23.647417 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.services.segments.plugin [-] Segment 97672c8f-a68b-4765-b579-2a4b132d6ac8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 97672c8f-a68b-4765-b579-2a4b132d6ac8 found for delete ", "request_id": "req-1cfe95c2-709c-4348-bf6d-7be01bac79d1"}]} Sep 21 22:13:23.648960 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-fb8e83ec-a6cc-4915-9d07-4cc49c3431c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494366'] for network (b8d44211-97c9-4513-b244-d2f8ad301205), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:23.659575 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-fb8e83ec-a6cc-4915-9d07-4cc49c3431c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for network (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:23.659575 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-fb8e83ec-a6cc-4915-9d07-4cc49c3431c6 admin admin] 10.222.0.52 "DELETE /v2.0/networks/b8d44211-97c9-4513-b244-d2f8ad301205 HTTP/1.1" status: 204 len: 168 time: 0.6822274 Sep 21 22:13:23.662203 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 41112) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:13:23.674746 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e83ec-a6cc-4915-9d07-4cc49c3431c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8d44211-97c9-4513-b244-d2f8ad301205,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:13:24.006468 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-23f83625-44d9-4d39-9909-bf4ff379af4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495104'] for router_interface (998b05b9-8558-4ad3-bb2a-86bddd524927), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:24.032295 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device a358a2a4-0b53-4b4a-8fe4-d5d92c401e41 no longer exists at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:13:24.059438 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] No Port match for: a358a2a4-0b53-4b4a-8fe4-d5d92c401e41 {{(pid=116021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:13:24.060129 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device a358a2a4-0b53-4b4a-8fe4-d5d92c401e41 not bound to the agent host dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:13:24.060556 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 8408f28f-7ba9-49fb-b030-69da9d697c5a no longer exists at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:13:24.080026 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] No Port match for: 8408f28f-7ba9-49fb-b030-69da9d697c5a {{(pid=116021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:13:24.080489 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 8408f28f-7ba9-49fb-b030-69da9d697c5a not bound to the agent host dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:13:24.080903 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device afd8bdd7-b188-4d52-86db-82ede28d2b13 no longer exists at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:13:24.099917 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] No Port match for: afd8bdd7-b188-4d52-86db-82ede28d2b13 {{(pid=116021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:13:24.100300 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device afd8bdd7-b188-4d52-86db-82ede28d2b13 not bound to the agent host dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:13:24.264024 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.plugin [None req-23f83625-44d9-4d39-9909-bf4ff379af4d admin admin] Deleting port fd6de7d7-adee-495e-a2e9-b01c35c1b523 {{(pid=116019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:13:24.265317 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-23f83625-44d9-4d39-9909-bf4ff379af4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (fd6de7d7-adee-495e-a2e9-b01c35c1b523), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:24.359944 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.db [None req-23f83625-44d9-4d39-9909-bf4ff379af4d admin admin] For port fd6de7d7-adee-495e-a2e9-b01c35c1b523, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=fd6de7d7-adee-495e-a2e9-b01c35c1b523,segment=NetworkSegment(a8118088-ff7e-49c4-9017-7518e7564e23),segment_id=a8118088-ff7e-49c4-9017-7518e7564e23)] {{(pid=116019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:13:24.360341 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-23f83625-44d9-4d39-9909-bf4ff379af4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (fd6de7d7-adee-495e-a2e9-b01c35c1b523), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:24.375814 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.plugin [None req-23f83625-44d9-4d39-9909-bf4ff379af4d admin admin] Calling delete_port for fd6de7d7-adee-495e-a2e9-b01c35c1b523 owned by network:router_interface {{(pid=116019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:13:24.637405 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-23f83625-44d9-4d39-9909-bf4ff379af4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12777458'] for port (fd6de7d7-adee-495e-a2e9-b01c35c1b523), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:24.663348 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f83625-44d9-4d39-9909-bf4ff379af4d admin admin] Pushing event deleted for resources: {'Port': ['ID=fd6de7d7-adee-495e-a2e9-b01c35c1b523,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:13:24.847327 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-23f83625-44d9-4d39-9909-bf4ff379af4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1653209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504464'] for router_interface (998b05b9-8558-4ad3-bb2a-86bddd524927), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:25.065387 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f83625-44d9-4d39-9909-bf4ff379af4d admin admin] Router 998b05b9-8558-4ad3-bb2a-86bddd524927 has already been hosted by L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 {{(pid=116019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:13:25.179883 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f83625-44d9-4d39-9909-bf4ff379af4d admin admin] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:13:25.189313 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-23f83625-44d9-4d39-9909-bf4ff379af4d admin admin] 10.222.0.52 "PUT /v2.0/routers/998b05b9-8558-4ad3-bb2a-86bddd524927/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5253170 Sep 21 22:13:25.191850 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 41114) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:13:25.192746 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fa571a-db1a-4ad6-a690-09ec8c60fd21 None None] Sync routers for ids ['998b05b9-8558-4ad3-bb2a-86bddd524927'] in dv-cinder-858819-1-iscsi {{(pid=116021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:13:25.210240 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fa571a-db1a-4ad6-a690-09ec8c60fd21 None None] Routers {'998b05b9-8558-4ad3-bb2a-86bddd524927'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:13:25.211298 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-07fa571a-db1a-4ad6-a690-09ec8c60fd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:13:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['998b05b9-8558-4ad3-bb2a-86bddd524927'], 'active': True} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:13:25.304314 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-8ab87065-4122-4872-ae50-3a8f2ed09ea3 admin admin] Publish callbacks [] for router (998b05b9-8558-4ad3-bb2a-86bddd524927), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:25.364304 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvr_db [None req-07fa571a-db1a-4ad6-a690-09ec8c60fd21 None None] Set router 998b05b9-8558-4ad3-bb2a-86bddd524927 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:13:25.657254 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-8ab87065-4122-4872-ae50-3a8f2ed09ea3 admin admin] Publish callbacks [] for router_gateway (998b05b9-8558-4ad3-bb2a-86bddd524927), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:25.699989 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-07fa571a-db1a-4ad6-a690-09ec8c60fd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998b05b9-8558-4ad3-bb2a-86bddd524927', 'name': 'tempest-TestMinimumBasicScenario-618853615-router', 'tenant_id': 'eb233c881fe4499dbb6ece4d28496074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'fffa6b47-efc4-435e-9e1c-5a72777ccb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:11:17Z', 'updated_at': '2022-09-21T22:13:24Z', 'revision_number': 5, 'project_id': 'eb233c881fe4499dbb6ece4d28496074', 'gw_port': {'id': 'fffa6b47-efc4-435e-9e1c-5a72777ccb99', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:33:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998b05b9-8558-4ad3-bb2a-86bddd524927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:11:17Z', 'updated_at': '2022-09-21T22:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi'}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:13:25.729459 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fa571a-db1a-4ad6-a690-09ec8c60fd21 None None] Checking router: 998b05b9-8558-4ad3-bb2a-86bddd524927 for host: dv-cinder-858819-1-iscsi {{(pid=116021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:13:25.738532 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fa571a-db1a-4ad6-a690-09ec8c60fd21 None None] Routers {'998b05b9-8558-4ad3-bb2a-86bddd524927'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:13:25.739210 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-07fa571a-db1a-4ad6-a690-09ec8c60fd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:13:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['998b05b9-8558-4ad3-bb2a-86bddd524927'], 'active': True} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:13:25.795449 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.plugin [None req-8ab87065-4122-4872-ae50-3a8f2ed09ea3 admin admin] Deleting port fffa6b47-efc4-435e-9e1c-5a72777ccb99 {{(pid=116019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:13:25.796033 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-8ab87065-4122-4872-ae50-3a8f2ed09ea3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (fffa6b47-efc4-435e-9e1c-5a72777ccb99), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:25.848538 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvr_db [None req-07fa571a-db1a-4ad6-a690-09ec8c60fd21 None None] Set router 998b05b9-8558-4ad3-bb2a-86bddd524927 gateway port host: dv-cinder-858819-1-iscsi {{(pid=116021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:13:25.882896 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.db [None req-8ab87065-4122-4872-ae50-3a8f2ed09ea3 admin admin] For port fffa6b47-efc4-435e-9e1c-5a72777ccb99, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=fffa6b47-efc4-435e-9e1c-5a72777ccb99,segment=NetworkSegment(286b158d-b65b-48b3-9fb8-ab2055e67b3c),segment_id=286b158d-b65b-48b3-9fb8-ab2055e67b3c)] {{(pid=116019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:13:25.883265 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-8ab87065-4122-4872-ae50-3a8f2ed09ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (fffa6b47-efc4-435e-9e1c-5a72777ccb99), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:25.897916 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.plugin [None req-8ab87065-4122-4872-ae50-3a8f2ed09ea3 admin admin] Calling delete_port for fffa6b47-efc4-435e-9e1c-5a72777ccb99 owned by network:router_gateway {{(pid=116019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:13:26.093368 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-07fa571a-db1a-4ad6-a690-09ec8c60fd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998b05b9-8558-4ad3-bb2a-86bddd524927', 'name': 'tempest-TestMinimumBasicScenario-618853615-router', 'tenant_id': 'eb233c881fe4499dbb6ece4d28496074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'fffa6b47-efc4-435e-9e1c-5a72777ccb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:11:17Z', 'updated_at': '2022-09-21T22:13:24Z', 'revision_number': 5, 'project_id': 'eb233c881fe4499dbb6ece4d28496074', 'gw_port': {'id': 'fffa6b47-efc4-435e-9e1c-5a72777ccb99', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:33:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998b05b9-8558-4ad3-bb2a-86bddd524927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:11:17Z', 'updated_at': '2022-09-21T22:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi'}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:13:26.119804 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fa571a-db1a-4ad6-a690-09ec8c60fd21 None None] The sync data for ids ['998b05b9-8558-4ad3-bb2a-86bddd524927'] in dv-cinder-858819-1-iscsi is: [{'id': '998b05b9-8558-4ad3-bb2a-86bddd524927', 'name': 'tempest-TestMinimumBasicScenario-618853615-router', 'tenant_id': 'eb233c881fe4499dbb6ece4d28496074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'fffa6b47-efc4-435e-9e1c-5a72777ccb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:11:17Z', 'updated_at': '2022-09-21T22:13:24Z', 'revision_number': 5, 'project_id': 'eb233c881fe4499dbb6ece4d28496074', 'gw_port': {'id': 'fffa6b47-efc4-435e-9e1c-5a72777ccb99', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:33:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998b05b9-8558-4ad3-bb2a-86bddd524927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:11:17Z', 'updated_at': '2022-09-21T22:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi'}] {{(pid=116021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:13:26.174910 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-8ab87065-4122-4872-ae50-3a8f2ed09ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12777458'] for port (fffa6b47-efc4-435e-9e1c-5a72777ccb99), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:26.203354 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab87065-4122-4872-ae50-3a8f2ed09ea3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fffa6b47-efc4-435e-9e1c-5a72777ccb99,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:13:26.268787 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-8ab87065-4122-4872-ae50-3a8f2ed09ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494394'] for router_gateway (998b05b9-8558-4ad3-bb2a-86bddd524927), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:26.360117 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-8ab87065-4122-4872-ae50-3a8f2ed09ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-504245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3312'] for router (998b05b9-8558-4ad3-bb2a-86bddd524927), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:26.362361 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-8ab87065-4122-4872-ae50-3a8f2ed09ea3 admin admin] Publish callbacks [] for router_controller (998b05b9-8558-4ad3-bb2a-86bddd524927), precommit_delete_associations {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:26.489639 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-8ab87065-4122-4872-ae50-3a8f2ed09ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-504238'] for router (998b05b9-8558-4ad3-bb2a-86bddd524927), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:26.490475 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab87065-4122-4872-ae50-3a8f2ed09ea3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 998b05b9-8558-4ad3-bb2a-86bddd524927 {{(pid=116019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 22:13:26.495829 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-8ab87065-4122-4872-ae50-3a8f2ed09ea3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:26.497079 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-8ab87065-4122-4872-ae50-3a8f2ed09ea3 admin admin] 10.222.0.52 "DELETE /v2.0/routers/998b05b9-8558-4ad3-bb2a-86bddd524927 HTTP/1.1" status: 204 len: 168 time: 1.3038239 Sep 21 22:13:26.500418 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 41116) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:13:26.553651 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.db_base_plugin_v2 [None req-f62349e7-25ca-489c-8c4b-d745f61ca1fb admin admin] Deleting subnet 63905204-033b-4f2c-87ba-502510fbc7d1 {{(pid=116019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 22:13:26.557317 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-f62349e7-25ca-489c-8c4b-d745f61ca1fb admin admin] Publish callbacks [] for subnet (63905204-033b-4f2c-87ba-502510fbc7d1), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:26.596705 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-f62349e7-25ca-489c-8c4b-d745f61ca1fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13024000'] for subnet (63905204-033b-4f2c-87ba-502510fbc7d1), precommit_delete_associations {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:26.681193 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-f62349e7-25ca-489c-8c4b-d745f61ca1fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537063'] for subnet (63905204-033b-4f2c-87ba-502510fbc7d1), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:26.838494 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-f62349e7-25ca-489c-8c4b-d745f61ca1fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12777345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14676054'] for subnet (63905204-033b-4f2c-87ba-502510fbc7d1), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:26.883836 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62349e7-25ca-489c-8c4b-d745f61ca1fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63905204-033b-4f2c-87ba-502510fbc7d1,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:13:26.885870 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-f62349e7-25ca-489c-8c4b-d745f61ca1fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:26.889146 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-f62349e7-25ca-489c-8c4b-d745f61ca1fb admin admin] 10.222.0.52 "DELETE /v2.0/subnets/63905204-033b-4f2c-87ba-502510fbc7d1 HTTP/1.1" status: 204 len: 168 time: 0.3875268 Sep 21 22:13:26.891380 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9040cd59-37a9-4b5f-b4f2-03fd0f8cf3d6 None None] Network dc9f80be-118a-48d8-85ed-16d7fbb53cc5 requested from dv-cinder-858819-1-iscsi {{(pid=116021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:13:26.892299 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 41118) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:13:26.964498 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-0515c7f6-942b-4f02-99dc-5ddc43675484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1448795'] for network (dc9f80be-118a-48d8-85ed-16d7fbb53cc5), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:27.026982 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.plugin [None req-0515c7f6-942b-4f02-99dc-5ddc43675484 admin admin] Deleting port e8d464e5-0607-47d8-844e-839954bb16a9 {{(pid=116019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:13:27.027297 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-0515c7f6-942b-4f02-99dc-5ddc43675484 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (e8d464e5-0607-47d8-844e-839954bb16a9), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:27.100112 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.db [None req-0515c7f6-942b-4f02-99dc-5ddc43675484 admin admin] For port e8d464e5-0607-47d8-844e-839954bb16a9, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=e8d464e5-0607-47d8-844e-839954bb16a9,segment=NetworkSegment(a8118088-ff7e-49c4-9017-7518e7564e23),segment_id=a8118088-ff7e-49c4-9017-7518e7564e23)] {{(pid=116019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:13:27.100515 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-0515c7f6-942b-4f02-99dc-5ddc43675484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (e8d464e5-0607-47d8-844e-839954bb16a9), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:27.116705 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.plugin [None req-0515c7f6-942b-4f02-99dc-5ddc43675484 admin admin] Calling delete_port for e8d464e5-0607-47d8-844e-839954bb16a9 owned by network:dhcp {{(pid=116019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:13:27.125672 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ff9473-d53f-43fa-8a3e-8b7cc7b4346b None None] DHCP port deletion for dc9f80be-118a-48d8-85ed-16d7fbb53cc5 request from dv-cinder-858819-1-iscsi {{(pid=116021) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 21 22:13:27.176479 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-e8ff9473-d53f-43fa-8a3e-8b7cc7b4346b None None] Deleting port e8d464e5-0607-47d8-844e-839954bb16a9 {{(pid=116021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:13:27.178074 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-e8ff9473-d53f-43fa-8a3e-8b7cc7b4346b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (e8d464e5-0607-47d8-844e-839954bb16a9), before_delete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:27.248658 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-e8ff9473-d53f-43fa-8a3e-8b7cc7b4346b None None] For port e8d464e5-0607-47d8-844e-839954bb16a9, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=e8d464e5-0607-47d8-844e-839954bb16a9,segment=NetworkSegment(a8118088-ff7e-49c4-9017-7518e7564e23),segment_id=a8118088-ff7e-49c4-9017-7518e7564e23)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:13:27.249063 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-e8ff9473-d53f-43fa-8a3e-8b7cc7b4346b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (e8d464e5-0607-47d8-844e-839954bb16a9), precommit_delete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:27.262827 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-e8ff9473-d53f-43fa-8a3e-8b7cc7b4346b None None] Calling delete_port for e8d464e5-0607-47d8-844e-839954bb16a9 owned by network:dhcp {{(pid=116021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:13:27.283018 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-0515c7f6-942b-4f02-99dc-5ddc43675484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12777458'] for port (e8d464e5-0607-47d8-844e-839954bb16a9), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:27.313692 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0515c7f6-942b-4f02-99dc-5ddc43675484 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8d464e5-0607-47d8-844e-839954bb16a9,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:13:27.317933 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0515c7f6-942b-4f02-99dc-5ddc43675484 admin admin] No DVR routers for this DVR port e8d464e5-0607-47d8-844e-839954bb16a9 on host dv-cinder-858819-1-iscsi {{(pid=116019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:13:27.346472 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-e8ff9473-d53f-43fa-8a3e-8b7cc7b4346b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052'] for port (e8d464e5-0607-47d8-844e-839954bb16a9), after_delete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:27.376022 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ff9473-d53f-43fa-8a3e-8b7cc7b4346b None None] Pushing event deleted for resources: {'Port': ['ID=e8d464e5-0607-47d8-844e-839954bb16a9,revision_number=None']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:13:27.380109 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ff9473-d53f-43fa-8a3e-8b7cc7b4346b None None] No DVR routers for this DVR port e8d464e5-0607-47d8-844e-839954bb16a9 on host dv-cinder-858819-1-iscsi {{(pid=116021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:13:27.398114 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-0515c7f6-942b-4f02-99dc-5ddc43675484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536160', 'neutron.services.segments.db._delete_segments_for_network-8739546438391'] for network (dc9f80be-118a-48d8-85ed-16d7fbb53cc5), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:27.424610 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.services.segments.db [None req-0515c7f6-942b-4f02-99dc-5ddc43675484 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc9f80be-118a-48d8-85ed-16d7fbb53cc5']}} {{(pid=116019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:13:27.435265 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.services.segments.db [None req-0515c7f6-942b-4f02-99dc-5ddc43675484 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8118088-ff7e-49c4-9017-7518e7564e23') {'for_net_delete': True} {{(pid=116019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:13:27.435586 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.services.segments.db [None req-0515c7f6-942b-4f02-99dc-5ddc43675484 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8118088-ff7e-49c4-9017-7518e7564e23') {} {{(pid=116019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:13:27.445865 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-0515c7f6-942b-4f02-99dc-5ddc43675484 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739546442765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13024055'] for segment (a8118088-ff7e-49c4-9017-7518e7564e23), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:27.460851 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-0515c7f6-942b-4f02-99dc-5ddc43675484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1532675'] for segment (a8118088-ff7e-49c4-9017-7518e7564e23), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:27.468172 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0515c7f6-942b-4f02-99dc-5ddc43675484 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=116019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 22:13:27.468577 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-0515c7f6-942b-4f02-99dc-5ddc43675484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1532675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12777763'] for segment (a8118088-ff7e-49c4-9017-7518e7564e23), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:27.559566 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.services.segments.plugin [-] Segment a8118088-ff7e-49c4-9017-7518e7564e23 resource provider aggregate not found Sep 21 22:13:27.579365 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.services.segments.plugin [-] Segment a8118088-ff7e-49c4-9017-7518e7564e23 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a8118088-ff7e-49c4-9017-7518e7564e23 found for delete ", "request_id": "req-1ae1d70b-6808-477e-9d20-318bc18a0c84"}]} Sep 21 22:13:27.620476 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-0515c7f6-942b-4f02-99dc-5ddc43675484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494366'] for network (dc9f80be-118a-48d8-85ed-16d7fbb53cc5), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:27.626484 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-0515c7f6-942b-4f02-99dc-5ddc43675484 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for network (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:27.629880 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-0515c7f6-942b-4f02-99dc-5ddc43675484 admin admin] 10.222.0.52 "DELETE /v2.0/networks/dc9f80be-118a-48d8-85ed-16d7fbb53cc5 HTTP/1.1" status: 204 len: 168 time: 0.7365463 Sep 21 22:13:27.641777 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0515c7f6-942b-4f02-99dc-5ddc43675484 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc9f80be-118a-48d8-85ed-16d7fbb53cc5,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:13:28.032246 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device fffa6b47-efc4-435e-9e1c-5a72777ccb99 no longer exists at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:13:28.044798 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 41128) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:13:28.052555 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] No Port match for: fffa6b47-efc4-435e-9e1c-5a72777ccb99 {{(pid=116021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:13:28.052907 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device fffa6b47-efc4-435e-9e1c-5a72777ccb99 not bound to the agent host dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:13:28.053357 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device e8d464e5-0607-47d8-844e-839954bb16a9 no longer exists at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:13:28.071847 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] No Port match for: e8d464e5-0607-47d8-844e-839954bb16a9 {{(pid=116021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:13:28.072219 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device e8d464e5-0607-47d8-844e-839954bb16a9 not bound to the agent host dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:13:28.072645 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device fd6de7d7-adee-495e-a2e9-b01c35c1b523 no longer exists at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:13:28.088293 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-f9f628b6-19b6-456b-ba46-82316f587bb1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7b4b3282ca9b4a7f930d8a3d85413f36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421865 Sep 21 22:13:28.090875 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 41130) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:13:28.093126 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] No Port match for: fd6de7d7-adee-495e-a2e9-b01c35c1b523 {{(pid=116021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:13:28.093493 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device fd6de7d7-adee-495e-a2e9-b01c35c1b523 not bound to the agent host dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:13:28.142814 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-da1b94ca-6ad3-4e72-bc6b-fbfbdacc740d admin admin] Publish callbacks [] for security_group (5e8db972-0bd4-4ef8-a286-b173e992513e), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:28.165680 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-da1b94ca-6ad3-4e72-bc6b-fbfbdacc740d admin admin] Publish callbacks [] for security_group (5e8db972-0bd4-4ef8-a286-b173e992513e), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:28.277153 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-da1b94ca-6ad3-4e72-bc6b-fbfbdacc740d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (5e8db972-0bd4-4ef8-a286-b173e992513e), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:28.280106 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-da1b94ca-6ad3-4e72-bc6b-fbfbdacc740d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:28.281314 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-da1b94ca-6ad3-4e72-bc6b-fbfbdacc740d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5e8db972-0bd4-4ef8-a286-b173e992513e HTTP/1.1" status: 204 len: 168 time: 0.1894443 Sep 21 22:13:28.289622 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b94ca-6ad3-4e72-bc6b-fbfbdacc740d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8db972-0bd4-4ef8-a286-b173e992513e,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:13:29.005990 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 41136) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:13:29.050377 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-30dd2cec-5c20-4d28-8708-e876d8041de2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=eb233c881fe4499dbb6ece4d28496074&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430474 Sep 21 22:13:29.053070 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 41138) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:13:29.111155 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-313f075b-1144-4a46-b01d-c6696c0cb333 admin admin] Publish callbacks [] for security_group (fbdd97e5-ff6b-4025-8678-61bbc93b86c3), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:29.132479 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-313f075b-1144-4a46-b01d-c6696c0cb333 admin admin] Publish callbacks [] for security_group (fbdd97e5-ff6b-4025-8678-61bbc93b86c3), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:29.277317 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-313f075b-1144-4a46-b01d-c6696c0cb333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (fbdd97e5-ff6b-4025-8678-61bbc93b86c3), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:29.280470 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-313f075b-1144-4a46-b01d-c6696c0cb333 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:29.281720 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-313f075b-1144-4a46-b01d-c6696c0cb333 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fbdd97e5-ff6b-4025-8678-61bbc93b86c3 HTTP/1.1" status: 204 len: 168 time: 0.2276382 Sep 21 22:13:29.290599 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f075b-1144-4a46-b01d-c6696c0cb333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdd97e5-ff6b-4025-8678-61bbc93b86c3,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:13:30.438203 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 41160) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:13:30.564270 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-676a29d1-4508-4c41-88dd-9f26faab386c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-526563558-network', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed'}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:13:30.637599 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676a29d1-4508-4c41-88dd-9f26faab386c admin admin] Made reservation on behalf of 3dcb2fbc2efd4f209b89ee21a8ca23ed for: {'network': 1} {{(pid=116019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:13:30.639972 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-676a29d1-4508-4c41-88dd-9f26faab386c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for network (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:30.649572 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-676a29d1-4508-4c41-88dd-9f26faab386c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:30.722943 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-676a29d1-4508-4c41-88dd-9f26faab386c admin admin] Publish callbacks [] for security_group (9e4e8220-866b-473c-906a-8662d4f5e83f), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:30.808589 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-676a29d1-4508-4c41-88dd-9f26faab386c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (9e4e8220-866b-473c-906a-8662d4f5e83f), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:30.833334 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-676a29d1-4508-4c41-88dd-9f26faab386c admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=116019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 22:13:30.842551 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a29d1-4508-4c41-88dd-9f26faab386c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4e8220-866b-473c-906a-8662d4f5e83f,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:13:30.848431 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-676a29d1-4508-4c41-88dd-9f26faab386c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1532675'] for segment (f40f1dc0-ddab-429e-acc9-12d73fbb5252), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:30.848773 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.db.segments_db [None req-676a29d1-4508-4c41-88dd-9f26faab386c admin admin] Added segment f40f1dc0-ddab-429e-acc9-12d73fbb5252 of type vlan for network 3bc5f972-a258-4cfd-8f74-f733733efeea Sep 21 22:13:30.890537 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-676a29d1-4508-4c41-88dd-9f26faab386c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739545934906'] for network (3bc5f972-a258-4cfd-8f74-f733733efeea), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:30.991553 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-676a29d1-4508-4c41-88dd-9f26faab386c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200'] for network (3bc5f972-a258-4cfd-8f74-f733733efeea), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:30.992603 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676a29d1-4508-4c41-88dd-9f26faab386c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:13:30.993218 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-676a29d1-4508-4c41-88dd-9f26faab386c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for network (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:31.052389 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a29d1-4508-4c41-88dd-9f26faab386c admin admin] Pushing event updated for resources: {'Network': ['ID=3bc5f972-a258-4cfd-8f74-f733733efeea,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:13:31.064335 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Network 3bc5f972-a258-4cfd-8f74-f733733efeea details requested by agent ovs-agent-dv-cinder-858819-1-iscsi with host dv-cinder-858819-1-iscsi {{(pid=116021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 22:13:31.132552 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-676a29d1-4508-4c41-88dd-9f26faab386c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6926394 Sep 21 22:13:31.135092 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 41164) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:13:31.139899 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-f6ff9280-f7ef-45b8-997f-5a19c4186a92 admin admin] Request body: {'subnet': {'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-526563558-subnet', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'ip_version': 4}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:13:31.220572 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ff9280-f7ef-45b8-997f-5a19c4186a92 admin admin] Made reservation on behalf of 3dcb2fbc2efd4f209b89ee21a8ca23ed for: {'subnet': 1} {{(pid=116019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:13:31.222858 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-f6ff9280-f7ef-45b8-997f-5a19c4186a92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14676093'] for subnet (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:31.483235 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-f6ff9280-f7ef-45b8-997f-5a19c4186a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12777310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14676079'] for subnet (a37b1ae7-9d3d-4472-bfa1-de899df489f1), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:31.540121 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff9280-f7ef-45b8-997f-5a19c4186a92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a37b1ae7-9d3d-4472-bfa1-de899df489f1,revision_number=0']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:13:31.551482 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ff9280-f7ef-45b8-997f-5a19c4186a92 admin admin] Checking segment: {'id': 'f40f1dc0-ddab-429e-acc9-12d73fbb5252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:13:31.551842 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ff9280-f7ef-45b8-997f-5a19c4186a92 admin admin] Network hostable DHCP agents. Network: 3bc5f972-a258-4cfd-8f74-f733733efeea, hostable agents: ['37d86b0a-09b3-4739-b3e3-a561a472abaa'], hosted agents: [] {{(pid=116019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 22:13:31.659981 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ff9280-f7ef-45b8-997f-5a19c4186a92 admin admin] Network 3bc5f972-a258-4cfd-8f74-f733733efeea is scheduled to be hosted by DHCP agent 37d86b0a-09b3-4739-b3e3-a561a472abaa with binding_index 1 {{(pid=116019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 22:13:31.797066 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.base_scheduler [None req-f6ff9280-f7ef-45b8-997f-5a19c4186a92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858819-1-iscsi, 3bc5f972-a258-4cfd-8f74-f733733efeea) {{(pid=116019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:13:31.801219 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ff9280-f7ef-45b8-997f-5a19c4186a92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:13:31.801960 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-f6ff9280-f7ef-45b8-997f-5a19c4186a92 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:31.807622 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67402dfd-1692-4a15-acfe-333cf7355425 None None] Network 3bc5f972-a258-4cfd-8f74-f733733efeea requested from dv-cinder-858819-1-iscsi {{(pid=116021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:13:31.880537 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-f6ff9280-f7ef-45b8-997f-5a19c4186a92 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7443004 Sep 21 22:13:31.883328 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 41166) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:13:31.890720 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-4ee49671-baef-4f64-8ba4-22c3e669ebb0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-526563558-router', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'}}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:13:31.923743 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad506ebf-7456-4e74-a6e0-ec4a63651d73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ff81448-8c2c-52ad-8655-b46a60ca7bcc-3bc5f972-a258-4cfd-8f74-f733733efeea', 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea', 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'fixed_ips': [{'subnet_id': 'a37b1ae7-9d3d-4472-bfa1-de899df489f1'}]}} from dv-cinder-858819-1-iscsi. {{(pid=116021) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 21 22:13:31.924640 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-ad506ebf-7456-4e74-a6e0-ec4a63651d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:31.985812 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-4ee49671-baef-4f64-8ba4-22c3e669ebb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-505823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3298'] for router (77c6a506-2c8a-48eb-aa92-1ce3131c426c), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:31.986899 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-4ee49671-baef-4f64-8ba4-22c3e669ebb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-505707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3323'] for router (77c6a506-2c8a-48eb-aa92-1ce3131c426c), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:32.058085 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-4ee49671-baef-4f64-8ba4-22c3e669ebb0 admin admin] Publish callbacks [] for router_controller (77c6a506-2c8a-48eb-aa92-1ce3131c426c), precommit_add_association {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:32.077602 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.db_base_plugin_common [None req-ad506ebf-7456-4e74-a6e0-ec4a63651d73 None None] Allocated IP 172.20.0.2 (3bc5f972-a258-4cfd-8f74-f733733efeea/a37b1ae7-9d3d-4472-bfa1-de899df489f1/3ced2631-94d6-4fef-9e81-a6dc468ce755) {{(pid=116021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:13:32.239716 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-ad506ebf-7456-4e74-a6e0-ec4a63651d73 None None] Publish callbacks [] for port (3ced2631-94d6-4fef-9e81-a6dc468ce755), precommit_create {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:32.298708 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-4ee49671-baef-4f64-8ba4-22c3e669ebb0 admin admin] Publish callbacks [] for router_gateway (77c6a506-2c8a-48eb-aa92-1ce3131c426c), precommit_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:32.318804 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-ad506ebf-7456-4e74-a6e0-ec4a63651d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043'] for port (3ced2631-94d6-4fef-9e81-a6dc468ce755), after_create {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:32.360890 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad506ebf-7456-4e74-a6e0-ec4a63651d73 None None] Network 3bc5f972-a258-4cfd-8f74-f733733efeea is already hosted by enough agents. {{(pid=116021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:13:32.364021 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.scheduler.base_scheduler [None req-ad506ebf-7456-4e74-a6e0-ec4a63651d73 None None] Resources bound (agent type, host, resource id): {{(pid=116021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:13:32.368244 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad506ebf-7456-4e74-a6e0-ec4a63651d73 None None] Received port after_create {{(pid=116021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:13:32.382353 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad506ebf-7456-4e74-a6e0-ec4a63651d73 None None] Pushing event updated for resources: {'Port': ['ID=3ced2631-94d6-4fef-9e81-a6dc468ce755,revision_number=1']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:13:32.440382 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-ad506ebf-7456-4e74-a6e0-ec4a63651d73 None None] Attempting to bind port 3ced2631-94d6-4fef-9e81-a6dc468ce755 on host dv-cinder-858819-1-iscsi for vnic_type normal with profile {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:13:32.440851 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-ad506ebf-7456-4e74-a6e0-ec4a63651d73 None None] Attempting to bind port 3ced2631-94d6-4fef-9e81-a6dc468ce755 by drivers openvswitch,hyperv on host dv-cinder-858819-1-iscsi at level 0 using segments [{'id': 'f40f1dc0-ddab-429e-acc9-12d73fbb5252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea'}] {{(pid=116021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:13:32.441228 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad506ebf-7456-4e74-a6e0-ec4a63651d73 None None] Attempting to bind port 3ced2631-94d6-4fef-9e81-a6dc468ce755 on network 3bc5f972-a258-4cfd-8f74-f733733efeea {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:13:32.447992 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad506ebf-7456-4e74-a6e0-ec4a63651d73 None None] Checking agent: {'id': 'a3649853-f423-4907-be3f-732a21e792f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858819-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 51, 52), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858819-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:13:32.448408 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad506ebf-7456-4e74-a6e0-ec4a63651d73 None None] Checking segment: {'id': 'f40f1dc0-ddab-429e-acc9-12d73fbb5252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:13:32.448808 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-ad506ebf-7456-4e74-a6e0-ec4a63651d73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:32.449215 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad506ebf-7456-4e74-a6e0-ec4a63651d73 None None] Bound using segment: {'id': 'f40f1dc0-ddab-429e-acc9-12d73fbb5252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea'} {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:13:32.449701 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-ad506ebf-7456-4e74-a6e0-ec4a63651d73 None None] Bound port: 3ced2631-94d6-4fef-9e81-a6dc468ce755, host: dv-cinder-858819-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f40f1dc0-ddab-429e-acc9-12d73fbb5252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea'}}] {{(pid=116021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:13:32.450095 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-ad506ebf-7456-4e74-a6e0-ec4a63651d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (3ced2631-94d6-4fef-9e81-a6dc468ce755), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:32.533413 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-ad506ebf-7456-4e74-a6e0-ec4a63651d73 None None] For port 3ced2631-94d6-4fef-9e81-a6dc468ce755, host dv-cinder-858819-1-iscsi, cleared binding levels {{(pid=116021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:13:32.536919 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-ad506ebf-7456-4e74-a6e0-ec4a63651d73 None None] For port 3ced2631-94d6-4fef-9e81-a6dc468ce755, host dv-cinder-858819-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=3ced2631-94d6-4fef-9e81-a6dc468ce755,segment=NetworkSegment(f40f1dc0-ddab-429e-acc9-12d73fbb5252),segment_id=f40f1dc0-ddab-429e-acc9-12d73fbb5252)] {{(pid=116021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:13:32.590746 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-4ee49671-baef-4f64-8ba4-22c3e669ebb0 admin admin] Publish callbacks [] for router_gateway (77c6a506-2c8a-48eb-aa92-1ce3131c426c), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:32.610005 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-4ee49671-baef-4f64-8ba4-22c3e669ebb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:32.632908 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-ad506ebf-7456-4e74-a6e0-ec4a63651d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (3ced2631-94d6-4fef-9e81-a6dc468ce755), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:32.697237 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad506ebf-7456-4e74-a6e0-ec4a63651d73 None None] Pushing event updated for resources: {'Port': ['ID=3ced2631-94d6-4fef-9e81-a6dc468ce755,revision_number=2']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:13:32.742737 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.db_base_plugin_common [None req-4ee49671-baef-4f64-8ba4-22c3e669ebb0 admin admin] Allocated IP 172.27.1.118 (b12f12c4-b4b4-4032-bd63-4e51184cdf86/38720055-293b-4785-9b37-d6bdacdcb1b4/ce066fe9-af4d-4027-884e-407bede8161e) {{(pid=116019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:13:32.859861 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-4ee49671-baef-4f64-8ba4-22c3e669ebb0 admin admin] Publish callbacks [] for port (ce066fe9-af4d-4027-884e-407bede8161e), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:32.969399 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-4ee49671-baef-4f64-8ba4-22c3e669ebb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12777458'] for port (ce066fe9-af4d-4027-884e-407bede8161e), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:33.009002 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee49671-baef-4f64-8ba4-22c3e669ebb0 admin admin] Network b12f12c4-b4b4-4032-bd63-4e51184cdf86 is already hosted by enough agents. {{(pid=116019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:13:33.012137 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.base_scheduler [None req-4ee49671-baef-4f64-8ba4-22c3e669ebb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=116019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:13:33.018438 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee49671-baef-4f64-8ba4-22c3e669ebb0 admin admin] Received port after_create {{(pid=116019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:13:33.023885 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee49671-baef-4f64-8ba4-22c3e669ebb0 admin admin] Pushing event updated for resources: {'Port': ['ID=ce066fe9-af4d-4027-884e-407bede8161e,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:13:33.362732 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-4ee49671-baef-4f64-8ba4-22c3e669ebb0 admin admin] Publish callbacks [] for router_gateway (77c6a506-2c8a-48eb-aa92-1ce3131c426c), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:33.564777 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-4ee49671-baef-4f64-8ba4-22c3e669ebb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-505700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494566'] for router (77c6a506-2c8a-48eb-aa92-1ce3131c426c), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:33.606725 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463d1cd7-c712-4e74-a7c2-c987df05c213 None None] Network 3bc5f972-a258-4cfd-8f74-f733733efeea requested from dv-cinder-858819-1-iscsi {{(pid=116021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:13:33.733712 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-3a03cbcc-5169-4a34-baab-006b737bcd66 None None] Provisioning complete for port 3ced2631-94d6-4fef-9e81-a6dc468ce755 triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:13:33.734146 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-3a03cbcc-5169-4a34-baab-006b737bcd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (3ced2631-94d6-4fef-9e81-a6dc468ce755), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:33.734491 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-3a03cbcc-5169-4a34-baab-006b737bcd66 None None] Attempt 1 to provision port 3ced2631-94d6-4fef-9e81-a6dc468ce755 Sep 21 22:13:33.768540 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee49671-baef-4f64-8ba4-22c3e669ebb0 admin admin] Router 77c6a506-2c8a-48eb-aa92-1ce3131c426c is scheduled to L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 with binding_index 1 {{(pid=116019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 22:13:33.832259 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-3a03cbcc-5169-4a34-baab-006b737bcd66 None None] Current status of the port 3ced2631-94d6-4fef-9e81-a6dc468ce755 is: DOWN; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:13:33.832662 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-3a03cbcc-5169-4a34-baab-006b737bcd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (3ced2631-94d6-4fef-9e81-a6dc468ce755), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:33.870080 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-3a03cbcc-5169-4a34-baab-006b737bcd66 None None] For port 3ced2631-94d6-4fef-9e81-a6dc468ce755, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=3ced2631-94d6-4fef-9e81-a6dc468ce755,segment=NetworkSegment(f40f1dc0-ddab-429e-acc9-12d73fbb5252),segment_id=f40f1dc0-ddab-429e-acc9-12d73fbb5252)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:13:33.884988 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee49671-baef-4f64-8ba4-22c3e669ebb0 admin admin] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:13:33.895405 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e501583-6960-4866-b2aa-4d29489d2d3a None None] Sync routers for ids ['77c6a506-2c8a-48eb-aa92-1ce3131c426c'] in dv-cinder-858819-1-iscsi {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:13:33.907167 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e501583-6960-4866-b2aa-4d29489d2d3a None None] Routers {'77c6a506-2c8a-48eb-aa92-1ce3131c426c'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:13:33.907801 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-8e501583-6960-4866-b2aa-4d29489d2d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:13:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['77c6a506-2c8a-48eb-aa92-1ce3131c426c'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:13:33.957309 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-3a03cbcc-5169-4a34-baab-006b737bcd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (3ced2631-94d6-4fef-9e81-a6dc468ce755), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:33.996535 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-4ee49671-baef-4f64-8ba4-22c3e669ebb0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:34.002846 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 41168) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:13:34.013511 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-4ee49671-baef-4f64-8ba4-22c3e669ebb0 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1287231 Sep 21 22:13:34.022829 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-8e501583-6960-4866-b2aa-4d29489d2d3a None None] Set router 77c6a506-2c8a-48eb-aa92-1ce3131c426c gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:13:34.095147 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a03cbcc-5169-4a34-baab-006b737bcd66 None None] Pushing event updated for resources: {'Port': ['ID=3ced2631-94d6-4fef-9e81-a6dc468ce755,revision_number=3']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:13:34.113016 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-2eddfed1-bdbf-4656-8660-28e492e8716a None None] Provisioning complete for port 3ced2631-94d6-4fef-9e81-a6dc468ce755 triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:13:34.113016 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-2eddfed1-bdbf-4656-8660-28e492e8716a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (3ced2631-94d6-4fef-9e81-a6dc468ce755), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:34.113016 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-2eddfed1-bdbf-4656-8660-28e492e8716a None None] Attempt 1 to provision port 3ced2631-94d6-4fef-9e81-a6dc468ce755 Sep 21 22:13:34.143314 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 3ced2631-94d6-4fef-9e81-a6dc468ce755 up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:13:34.225214 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-8e501583-6960-4866-b2aa-4d29489d2d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'name': 'tempest-TestVolumeBootPattern-526563558-router', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'ce066fe9-af4d-4027-884e-407bede8161e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:13:31Z', 'updated_at': '2022-09-21T22:13:33Z', 'revision_number': 3, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'gw_port': {'id': 'ce066fe9-af4d-4027-884e-407bede8161e', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fd:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:13:32Z', 'updated_at': '2022-09-21T22:13:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi'}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:13:34.247706 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port 3ced2631-94d6-4fef-9e81-a6dc468ce755 triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:13:34.248468 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (3ced2631-94d6-4fef-9e81-a6dc468ce755), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:34.249104 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port 3ced2631-94d6-4fef-9e81-a6dc468ce755 Sep 21 22:13:34.251142 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-2eddfed1-bdbf-4656-8660-28e492e8716a None None] Current status of the port 3ced2631-94d6-4fef-9e81-a6dc468ce755 is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:13:34.251520 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e501583-6960-4866-b2aa-4d29489d2d3a None None] Checking router: 77c6a506-2c8a-48eb-aa92-1ce3131c426c for host: dv-cinder-858819-1-iscsi {{(pid=116022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:13:34.251940 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e501583-6960-4866-b2aa-4d29489d2d3a None None] Updating router 77c6a506-2c8a-48eb-aa92-1ce3131c426c port ce066fe9-af4d-4027-884e-407bede8161e binding host dv-cinder-858819-1-iscsi {{(pid=116022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 22:13:34.287512 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-8e501583-6960-4866-b2aa-4d29489d2d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (ce066fe9-af4d-4027-884e-407bede8161e), before_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:34.473269 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port 3ced2631-94d6-4fef-9e81-a6dc468ce755 is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:13:34.562948 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-07fcda86-e920-41d9-b38b-d5fc316171ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:34.577968 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-8e501583-6960-4866-b2aa-4d29489d2d3a None None] Publish callbacks [] for port (ce066fe9-af4d-4027-884e-407bede8161e), precommit_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:34.700591 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-8e501583-6960-4866-b2aa-4d29489d2d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (ce066fe9-af4d-4027-884e-407bede8161e), after_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:34.729395 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.db_base_plugin_common [None req-07fcda86-e920-41d9-b38b-d5fc316171ea admin admin] Allocated IP 172.20.0.1 (3bc5f972-a258-4cfd-8f74-f733733efeea/a37b1ae7-9d3d-4472-bfa1-de899df489f1/b5ecfad1-5e4f-41fe-9747-b52a98791283) {{(pid=116020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:13:34.734867 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.managers [None req-8e501583-6960-4866-b2aa-4d29489d2d3a None None] Attempting to bind port ce066fe9-af4d-4027-884e-407bede8161e on host dv-cinder-858819-1-iscsi for vnic_type normal with profile {{(pid=116022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:13:34.735236 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.managers [None req-8e501583-6960-4866-b2aa-4d29489d2d3a None None] Attempting to bind port ce066fe9-af4d-4027-884e-407bede8161e by drivers openvswitch,hyperv on host dv-cinder-858819-1-iscsi at level 0 using segments [{'id': '286b158d-b65b-48b3-9fb8-ab2055e67b3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'}] {{(pid=116022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:13:34.735605 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e501583-6960-4866-b2aa-4d29489d2d3a None None] Attempting to bind port ce066fe9-af4d-4027-884e-407bede8161e on network b12f12c4-b4b4-4032-bd63-4e51184cdf86 {{(pid=116022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:13:34.751200 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e501583-6960-4866-b2aa-4d29489d2d3a None None] Checking agent: {'id': 'a3649853-f423-4907-be3f-732a21e792f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858819-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 51, 52), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858819-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:13:34.751571 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e501583-6960-4866-b2aa-4d29489d2d3a None None] Checking segment: {'id': '286b158d-b65b-48b3-9fb8-ab2055e67b3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:13:34.751975 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-8e501583-6960-4866-b2aa-4d29489d2d3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:34.752397 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e501583-6960-4866-b2aa-4d29489d2d3a None None] Bound using segment: {'id': '286b158d-b65b-48b3-9fb8-ab2055e67b3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'} {{(pid=116022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:13:34.752866 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.managers [None req-8e501583-6960-4866-b2aa-4d29489d2d3a None None] Bound port: ce066fe9-af4d-4027-884e-407bede8161e, host: dv-cinder-858819-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '286b158d-b65b-48b3-9fb8-ab2055e67b3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'}}] {{(pid=116022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:13:34.753243 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-8e501583-6960-4866-b2aa-4d29489d2d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (ce066fe9-af4d-4027-884e-407bede8161e), before_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:34.755958 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c55a585-e981-4441-9b89-690ba5320fc1 None None] Pushing event updated for resources: {'Port': ['ID=ce066fe9-af4d-4027-884e-407bede8161e,revision_number=2']} {{(pid=116022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:13:34.781046 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c55a585-e981-4441-9b89-690ba5320fc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:13:34.781437 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c55a585-e981-4441-9b89-690ba5320fc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:13:34.781757 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c55a585-e981-4441-9b89-690ba5320fc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:13:34.782187 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c55a585-e981-4441-9b89-690ba5320fc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:13:34.782527 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c55a585-e981-4441-9b89-690ba5320fc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:13:34.782851 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c55a585-e981-4441-9b89-690ba5320fc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:13:34.783202 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c55a585-e981-4441-9b89-690ba5320fc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:13:34.783495 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c55a585-e981-4441-9b89-690ba5320fc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:13:34.783817 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c55a585-e981-4441-9b89-690ba5320fc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:13:34.784188 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c55a585-e981-4441-9b89-690ba5320fc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:13:34.784520 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c55a585-e981-4441-9b89-690ba5320fc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:13:34.784853 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c55a585-e981-4441-9b89-690ba5320fc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:13:34.785205 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c55a585-e981-4441-9b89-690ba5320fc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:13:34.819140 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.db [None req-8e501583-6960-4866-b2aa-4d29489d2d3a None None] For port ce066fe9-af4d-4027-884e-407bede8161e, host dv-cinder-858819-1-iscsi, cleared binding levels {{(pid=116022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:13:34.822744 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.db [None req-8e501583-6960-4866-b2aa-4d29489d2d3a None None] For port ce066fe9-af4d-4027-884e-407bede8161e, host dv-cinder-858819-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=ce066fe9-af4d-4027-884e-407bede8161e,segment=NetworkSegment(286b158d-b65b-48b3-9fb8-ab2055e67b3c),segment_id=286b158d-b65b-48b3-9fb8-ab2055e67b3c)] {{(pid=116022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:13:34.841485 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-07fcda86-e920-41d9-b38b-d5fc316171ea admin admin] Publish callbacks [] for port (b5ecfad1-5e4f-41fe-9747-b52a98791283), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:34.940773 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-8e501583-6960-4866-b2aa-4d29489d2d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (ce066fe9-af4d-4027-884e-407bede8161e), after_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:34.976757 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e501583-6960-4866-b2aa-4d29489d2d3a None None] Routers {'77c6a506-2c8a-48eb-aa92-1ce3131c426c'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:13:34.977389 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-8e501583-6960-4866-b2aa-4d29489d2d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:13:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['77c6a506-2c8a-48eb-aa92-1ce3131c426c'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:13:34.992166 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-07fcda86-e920-41d9-b38b-d5fc316171ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (b5ecfad1-5e4f-41fe-9747-b52a98791283), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:35.029166 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fcda86-e920-41d9-b38b-d5fc316171ea admin admin] Network 3bc5f972-a258-4cfd-8f74-f733733efeea is already hosted by enough agents. {{(pid=116020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:13:35.033829 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.base_scheduler [None req-07fcda86-e920-41d9-b38b-d5fc316171ea admin admin] Resources bound (agent type, host, resource id): {{(pid=116020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:13:35.038257 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c55a585-e981-4441-9b89-690ba5320fc1 None None] Pushing event updated for resources: {'Port': ['ID=ce066fe9-af4d-4027-884e-407bede8161e,revision_number=3']} {{(pid=116022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:13:35.040880 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fcda86-e920-41d9-b38b-d5fc316171ea admin admin] Received port after_create {{(pid=116020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:13:35.063980 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fcda86-e920-41d9-b38b-d5fc316171ea admin admin] Pushing event updated for resources: {'Port': ['ID=b5ecfad1-5e4f-41fe-9747-b52a98791283,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:13:35.087365 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-07fcda86-e920-41d9-b38b-d5fc316171ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495241'] for router_interface (77c6a506-2c8a-48eb-aa92-1ce3131c426c), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:35.102046 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-8e501583-6960-4866-b2aa-4d29489d2d3a None None] Set router 77c6a506-2c8a-48eb-aa92-1ce3131c426c gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:13:35.288944 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-37e66bff-028d-4d3b-a21a-7540f6cfcb2c None None] Provisioning complete for port b5ecfad1-5e4f-41fe-9747-b52a98791283 triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:13:35.290137 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-37e66bff-028d-4d3b-a21a-7540f6cfcb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (b5ecfad1-5e4f-41fe-9747-b52a98791283), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:35.290683 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-37e66bff-028d-4d3b-a21a-7540f6cfcb2c None None] Attempt 1 to provision port b5ecfad1-5e4f-41fe-9747-b52a98791283 Sep 21 22:13:35.304589 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-8e501583-6960-4866-b2aa-4d29489d2d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'name': 'tempest-TestVolumeBootPattern-526563558-router', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'ce066fe9-af4d-4027-884e-407bede8161e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:13:31Z', 'updated_at': '2022-09-21T22:13:33Z', 'revision_number': 3, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'gw_port': {'id': 'ce066fe9-af4d-4027-884e-407bede8161e', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fd:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:13:32Z', 'updated_at': '2022-09-21T22:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi'}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:13:35.313055 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-07fcda86-e920-41d9-b38b-d5fc316171ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (b5ecfad1-5e4f-41fe-9747-b52a98791283), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:35.331606 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-37e66bff-028d-4d3b-a21a-7540f6cfcb2c None None] Port b5ecfad1-5e4f-41fe-9747-b52a98791283 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:13:35.338035 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e501583-6960-4866-b2aa-4d29489d2d3a None None] The sync data for ids ['77c6a506-2c8a-48eb-aa92-1ce3131c426c'] in dv-cinder-858819-1-iscsi is: [{'id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'name': 'tempest-TestVolumeBootPattern-526563558-router', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'ce066fe9-af4d-4027-884e-407bede8161e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:13:31Z', 'updated_at': '2022-09-21T22:13:33Z', 'revision_number': 3, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'gw_port': {'id': 'ce066fe9-af4d-4027-884e-407bede8161e', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fd:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:13:32Z', 'updated_at': '2022-09-21T22:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi'}] {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:13:35.487975 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-07fcda86-e920-41d9-b38b-d5fc316171ea admin admin] Publish callbacks [] for port (b5ecfad1-5e4f-41fe-9747-b52a98791283), precommit_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:35.569152 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-07fcda86-e920-41d9-b38b-d5fc316171ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14266021'] for port (b5ecfad1-5e4f-41fe-9747-b52a98791283), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:35.638499 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-07fcda86-e920-41d9-b38b-d5fc316171ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1653198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495141'] for router_interface (77c6a506-2c8a-48eb-aa92-1ce3131c426c), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:35.640409 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fcda86-e920-41d9-b38b-d5fc316171ea admin admin] Pushing event updated for resources: {'Port': ['ID=b5ecfad1-5e4f-41fe-9747-b52a98791283,revision_number=2']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:13:35.755086 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fcda86-e920-41d9-b38b-d5fc316171ea admin admin] Network 3bc5f972-a258-4cfd-8f74-f733733efeea is already hosted by enough agents. {{(pid=116020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:13:35.757306 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.base_scheduler [None req-07fcda86-e920-41d9-b38b-d5fc316171ea admin admin] Resources bound (agent type, host, resource id): {{(pid=116020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:13:35.832794 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-37e66bff-028d-4d3b-a21a-7540f6cfcb2c None None] Attempt 2 to provision port b5ecfad1-5e4f-41fe-9747-b52a98791283 Sep 21 22:13:35.877713 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-37e66bff-028d-4d3b-a21a-7540f6cfcb2c None None] Port b5ecfad1-5e4f-41fe-9747-b52a98791283 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:13:35.889964 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07fcda86-e920-41d9-b38b-d5fc316171ea admin admin] Router 77c6a506-2c8a-48eb-aa92-1ce3131c426c has already been hosted by L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 {{(pid=116020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:13:36.019280 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07fcda86-e920-41d9-b38b-d5fc316171ea admin admin] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:13:36.035805 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-07fcda86-e920-41d9-b38b-d5fc316171ea admin admin] 10.222.0.52 "PUT /v2.0/routers/77c6a506-2c8a-48eb-aa92-1ce3131c426c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0286803 Sep 21 22:13:36.127535 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device ce066fe9-af4d-4027-884e-407bede8161e up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:13:36.182992 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port ce066fe9-af4d-4027-884e-407bede8161e triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:13:36.183425 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (ce066fe9-af4d-4027-884e-407bede8161e), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:36.184046 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port ce066fe9-af4d-4027-884e-407bede8161e Sep 21 22:13:36.267009 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port ce066fe9-af4d-4027-884e-407bede8161e is: DOWN; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:13:36.267405 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (ce066fe9-af4d-4027-884e-407bede8161e), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:36.290657 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] For port ce066fe9-af4d-4027-884e-407bede8161e, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=ce066fe9-af4d-4027-884e-407bede8161e,segment=NetworkSegment(286b158d-b65b-48b3-9fb8-ab2055e67b3c),segment_id=286b158d-b65b-48b3-9fb8-ab2055e67b3c)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:13:36.369101 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (ce066fe9-af4d-4027-884e-407bede8161e), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:36.369913 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 3ced2631-94d6-4fef-9e81-a6dc468ce755 up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:13:36.391699 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-37e66bff-028d-4d3b-a21a-7540f6cfcb2c None None] Attempt 3 to provision port b5ecfad1-5e4f-41fe-9747-b52a98791283 Sep 21 22:13:36.470812 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Pushing event updated for resources: {'Port': ['ID=ce066fe9-af4d-4027-884e-407bede8161e,revision_number=4']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:13:36.482897 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-37e66bff-028d-4d3b-a21a-7540f6cfcb2c None None] Port b5ecfad1-5e4f-41fe-9747-b52a98791283 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:13:36.493232 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port 3ced2631-94d6-4fef-9e81-a6dc468ce755 triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:13:36.493232 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (3ced2631-94d6-4fef-9e81-a6dc468ce755), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:36.493232 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port 3ced2631-94d6-4fef-9e81-a6dc468ce755 Sep 21 22:13:36.575918 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port 3ced2631-94d6-4fef-9e81-a6dc468ce755 is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:13:36.865782 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 41184) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:13:36.870858 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-c3bef0c2-f419-4749-9ee6-4b65acb881f4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-266158044-network', 'tenant_id': '5fe647b8cb574ac3b4dbe76073d6641a'}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:13:36.951940 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3bef0c2-f419-4749-9ee6-4b65acb881f4 admin admin] Made reservation on behalf of 5fe647b8cb574ac3b4dbe76073d6641a for: {'network': 1} {{(pid=116019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:13:36.954300 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-c3bef0c2-f419-4749-9ee6-4b65acb881f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for network (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:36.965929 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-c3bef0c2-f419-4749-9ee6-4b65acb881f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:36.984663 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-37e66bff-028d-4d3b-a21a-7540f6cfcb2c None None] Attempt 4 to provision port b5ecfad1-5e4f-41fe-9747-b52a98791283 Sep 21 22:13:37.014622 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae19056b-4545-41e7-8027-4d0d6791e3e6 None None] Sync routers for ids ['77c6a506-2c8a-48eb-aa92-1ce3131c426c'] in dv-cinder-858819-1-iscsi {{(pid=116021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:13:37.026428 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-37e66bff-028d-4d3b-a21a-7540f6cfcb2c None None] Port b5ecfad1-5e4f-41fe-9747-b52a98791283 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:13:37.031689 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae19056b-4545-41e7-8027-4d0d6791e3e6 None None] Routers {'77c6a506-2c8a-48eb-aa92-1ce3131c426c'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:13:37.032366 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-ae19056b-4545-41e7-8027-4d0d6791e3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:13:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['77c6a506-2c8a-48eb-aa92-1ce3131c426c'], 'active': True} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:13:37.069351 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-c3bef0c2-f419-4749-9ee6-4b65acb881f4 admin admin] Publish callbacks [] for security_group (112033bc-a8ec-444b-91f4-55bba1a5b6b0), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:37.123372 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-c3bef0c2-f419-4749-9ee6-4b65acb881f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (112033bc-a8ec-444b-91f4-55bba1a5b6b0), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:37.140202 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvr_db [None req-ae19056b-4545-41e7-8027-4d0d6791e3e6 None None] Set router 77c6a506-2c8a-48eb-aa92-1ce3131c426c gateway port host: dv-cinder-858819-1-iscsi {{(pid=116021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:13:37.151815 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3bef0c2-f419-4749-9ee6-4b65acb881f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=116019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 22:13:37.162428 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bef0c2-f419-4749-9ee6-4b65acb881f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112033bc-a8ec-444b-91f4-55bba1a5b6b0,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:13:37.168904 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-c3bef0c2-f419-4749-9ee6-4b65acb881f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1532675'] for segment (278eec43-26c7-4af3-95a4-0af6bd4cac0c), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:37.169417 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.db.segments_db [None req-c3bef0c2-f419-4749-9ee6-4b65acb881f4 admin admin] Added segment 278eec43-26c7-4af3-95a4-0af6bd4cac0c of type vlan for network 10fe8405-4682-4dbb-882d-345d10646b84 Sep 21 22:13:37.213413 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-c3bef0c2-f419-4749-9ee6-4b65acb881f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739545934906'] for network (10fe8405-4682-4dbb-882d-345d10646b84), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:37.345930 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-c3bef0c2-f419-4749-9ee6-4b65acb881f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200'] for network (10fe8405-4682-4dbb-882d-345d10646b84), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:37.347054 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bef0c2-f419-4749-9ee6-4b65acb881f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:13:37.347723 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-c3bef0c2-f419-4749-9ee6-4b65acb881f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for network (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:37.360514 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-ae19056b-4545-41e7-8027-4d0d6791e3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'name': 'tempest-TestVolumeBootPattern-526563558-router', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'ce066fe9-af4d-4027-884e-407bede8161e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:13:31Z', 'updated_at': '2022-09-21T22:13:35Z', 'revision_number': 4, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'gw_port': {'id': 'ce066fe9-af4d-4027-884e-407bede8161e', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:13:32Z', 'updated_at': '2022-09-21T22:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': 'b5ecfad1-5e4f-41fe-9747-b52a98791283', 'name': '', 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'mac_address': 'fa:16:3e:d3:a9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'a37b1ae7-9d3d-4472-bfa1-de899df489f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:13:34Z', 'updated_at': '2022-09-21T22:13:35Z', 'revision_number': 2, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'subnets': [{'id': 'a37b1ae7-9d3d-4472-bfa1-de899df489f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:13:37.387319 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae19056b-4545-41e7-8027-4d0d6791e3e6 None None] Checking router: 77c6a506-2c8a-48eb-aa92-1ce3131c426c for host: dv-cinder-858819-1-iscsi {{(pid=116021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:13:37.387678 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae19056b-4545-41e7-8027-4d0d6791e3e6 None None] Updating router 77c6a506-2c8a-48eb-aa92-1ce3131c426c port b5ecfad1-5e4f-41fe-9747-b52a98791283 binding host dv-cinder-858819-1-iscsi {{(pid=116021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 22:13:37.410773 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bef0c2-f419-4749-9ee6-4b65acb881f4 admin admin] Pushing event updated for resources: {'Network': ['ID=10fe8405-4682-4dbb-882d-345d10646b84,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:13:37.421564 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Network 10fe8405-4682-4dbb-882d-345d10646b84 details requested by agent ovs-agent-dv-cinder-858819-1-iscsi with host dv-cinder-858819-1-iscsi {{(pid=116021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 22:13:37.424750 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-ae19056b-4545-41e7-8027-4d0d6791e3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (b5ecfad1-5e4f-41fe-9747-b52a98791283), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:37.474474 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-c3bef0c2-f419-4749-9ee6-4b65acb881f4 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6074862 Sep 21 22:13:37.477095 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 41186) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:13:37.483140 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-200f98d2-71de-4779-a64d-8c906b94a871 admin admin] Request body: {'subnet': {'network_id': '10fe8405-4682-4dbb-882d-345d10646b84', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-266158044-subnet', 'tenant_id': '5fe647b8cb574ac3b4dbe76073d6641a', 'ip_version': 4}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:13:37.531289 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-37e66bff-028d-4d3b-a21a-7540f6cfcb2c None None] Attempt 5 to provision port b5ecfad1-5e4f-41fe-9747-b52a98791283 Sep 21 22:13:37.569182 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200f98d2-71de-4779-a64d-8c906b94a871 admin admin] Made reservation on behalf of 5fe647b8cb574ac3b4dbe76073d6641a for: {'subnet': 1} {{(pid=116019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:13:37.571720 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-200f98d2-71de-4779-a64d-8c906b94a871 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14676093'] for subnet (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:37.625689 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-37e66bff-028d-4d3b-a21a-7540f6cfcb2c None None] Port b5ecfad1-5e4f-41fe-9747-b52a98791283 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:13:37.785732 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-ae19056b-4545-41e7-8027-4d0d6791e3e6 None None] Publish callbacks [] for port (b5ecfad1-5e4f-41fe-9747-b52a98791283), precommit_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:37.823422 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-200f98d2-71de-4779-a64d-8c906b94a871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12777310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14676079'] for subnet (2dae55c7-6ba7-450b-8435-440e370b6da8), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:37.860128 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-ae19056b-4545-41e7-8027-4d0d6791e3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (b5ecfad1-5e4f-41fe-9747-b52a98791283), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:37.878203 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200f98d2-71de-4779-a64d-8c906b94a871 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dae55c7-6ba7-450b-8435-440e370b6da8,revision_number=0']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:13:37.889316 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200f98d2-71de-4779-a64d-8c906b94a871 admin admin] Checking segment: {'id': '278eec43-26c7-4af3-95a4-0af6bd4cac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '10fe8405-4682-4dbb-882d-345d10646b84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:13:37.889704 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200f98d2-71de-4779-a64d-8c906b94a871 admin admin] Network hostable DHCP agents. Network: 10fe8405-4682-4dbb-882d-345d10646b84, hostable agents: ['37d86b0a-09b3-4739-b3e3-a561a472abaa'], hosted agents: [] {{(pid=116019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 22:13:37.922406 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95476c3-fdaa-4f75-a2b5-53c745ba8d59 None None] Pushing event updated for resources: {'Port': ['ID=b5ecfad1-5e4f-41fe-9747-b52a98791283,revision_number=3']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:13:37.955776 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-ae19056b-4545-41e7-8027-4d0d6791e3e6 None None] Attempting to bind port b5ecfad1-5e4f-41fe-9747-b52a98791283 on host dv-cinder-858819-1-iscsi for vnic_type normal with profile {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:13:37.956177 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-ae19056b-4545-41e7-8027-4d0d6791e3e6 None None] Attempting to bind port b5ecfad1-5e4f-41fe-9747-b52a98791283 by drivers openvswitch,hyperv on host dv-cinder-858819-1-iscsi at level 0 using segments [{'id': 'f40f1dc0-ddab-429e-acc9-12d73fbb5252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea'}] {{(pid=116021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:13:37.956545 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae19056b-4545-41e7-8027-4d0d6791e3e6 None None] Attempting to bind port b5ecfad1-5e4f-41fe-9747-b52a98791283 on network 3bc5f972-a258-4cfd-8f74-f733733efeea {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:13:37.962396 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae19056b-4545-41e7-8027-4d0d6791e3e6 None None] Checking agent: {'id': 'a3649853-f423-4907-be3f-732a21e792f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858819-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 51, 52), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858819-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:13:37.962769 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae19056b-4545-41e7-8027-4d0d6791e3e6 None None] Checking segment: {'id': 'f40f1dc0-ddab-429e-acc9-12d73fbb5252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:13:37.963168 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-ae19056b-4545-41e7-8027-4d0d6791e3e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:37.963562 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae19056b-4545-41e7-8027-4d0d6791e3e6 None None] Bound using segment: {'id': 'f40f1dc0-ddab-429e-acc9-12d73fbb5252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea'} {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:13:37.964026 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-ae19056b-4545-41e7-8027-4d0d6791e3e6 None None] Bound port: b5ecfad1-5e4f-41fe-9747-b52a98791283, host: dv-cinder-858819-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f40f1dc0-ddab-429e-acc9-12d73fbb5252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea'}}] {{(pid=116021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:13:37.964427 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-ae19056b-4545-41e7-8027-4d0d6791e3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (b5ecfad1-5e4f-41fe-9747-b52a98791283), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:37.975509 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200f98d2-71de-4779-a64d-8c906b94a871 admin admin] Network 10fe8405-4682-4dbb-882d-345d10646b84 is scheduled to be hosted by DHCP agent 37d86b0a-09b3-4739-b3e3-a561a472abaa with binding_index 1 {{(pid=116019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 22:13:38.029643 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-ae19056b-4545-41e7-8027-4d0d6791e3e6 None None] For port b5ecfad1-5e4f-41fe-9747-b52a98791283, host dv-cinder-858819-1-iscsi, cleared binding levels {{(pid=116021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:13:38.039323 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-ae19056b-4545-41e7-8027-4d0d6791e3e6 None None] For port b5ecfad1-5e4f-41fe-9747-b52a98791283, host dv-cinder-858819-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=b5ecfad1-5e4f-41fe-9747-b52a98791283,segment=NetworkSegment(f40f1dc0-ddab-429e-acc9-12d73fbb5252),segment_id=f40f1dc0-ddab-429e-acc9-12d73fbb5252)] {{(pid=116021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:13:38.039323 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device ce066fe9-af4d-4027-884e-407bede8161e up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:13:38.054187 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.base_scheduler [None req-200f98d2-71de-4779-a64d-8c906b94a871 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858819-1-iscsi, 10fe8405-4682-4dbb-882d-345d10646b84) {{(pid=116019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:13:38.058353 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200f98d2-71de-4779-a64d-8c906b94a871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:13:38.058971 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-200f98d2-71de-4779-a64d-8c906b94a871 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:38.065352 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb18ee3-9877-49aa-aed1-c0ddef5e7042 None None] Network 10fe8405-4682-4dbb-882d-345d10646b84 requested from dv-cinder-858819-1-iscsi {{(pid=116021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:13:38.117367 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-ae19056b-4545-41e7-8027-4d0d6791e3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (b5ecfad1-5e4f-41fe-9747-b52a98791283), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:38.128543 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-37e66bff-028d-4d3b-a21a-7540f6cfcb2c None None] Attempt 6 to provision port b5ecfad1-5e4f-41fe-9747-b52a98791283 Sep 21 22:13:38.142684 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-200f98d2-71de-4779-a64d-8c906b94a871 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6643600 Sep 21 22:13:38.145639 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 41188) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:13:38.151004 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-a56b783a-e868-48a5-8be2-b8e879f62564 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-266158044-router', 'tenant_id': '5fe647b8cb574ac3b4dbe76073d6641a', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'}}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:13:38.220200 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae19056b-4545-41e7-8027-4d0d6791e3e6 None None] Routers {'77c6a506-2c8a-48eb-aa92-1ce3131c426c'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:13:38.220843 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-ae19056b-4545-41e7-8027-4d0d6791e3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:13:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['77c6a506-2c8a-48eb-aa92-1ce3131c426c'], 'active': True} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:13:38.248507 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-a56b783a-e868-48a5-8be2-b8e879f62564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-505823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3298'] for router (7708ab0e-4363-4a44-a017-c647557fd9fa), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:38.249591 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-a56b783a-e868-48a5-8be2-b8e879f62564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-505707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-494473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3323'] for router (7708ab0e-4363-4a44-a017-c647557fd9fa), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:38.274513 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port ce066fe9-af4d-4027-884e-407bede8161e triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:13:38.274902 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (ce066fe9-af4d-4027-884e-407bede8161e), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:38.275246 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port ce066fe9-af4d-4027-884e-407bede8161e Sep 21 22:13:38.277142 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95476c3-fdaa-4f75-a2b5-53c745ba8d59 None None] Pushing event updated for resources: {'Port': ['ID=b5ecfad1-5e4f-41fe-9747-b52a98791283,revision_number=4']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:13:38.346095 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308c9492-4dfe-4594-a2f5-43b4a18795d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ff81448-8c2c-52ad-8655-b46a60ca7bcc-10fe8405-4682-4dbb-882d-345d10646b84', 'network_id': '10fe8405-4682-4dbb-882d-345d10646b84', 'project_id': '5fe647b8cb574ac3b4dbe76073d6641a', 'fixed_ips': [{'subnet_id': '2dae55c7-6ba7-450b-8435-440e370b6da8'}]}} from dv-cinder-858819-1-iscsi. {{(pid=116021) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 21 22:13:38.346975 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-308c9492-4dfe-4594-a2f5-43b4a18795d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:38.573486 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-a56b783a-e868-48a5-8be2-b8e879f62564 admin admin] Publish callbacks [] for router_controller (7708ab0e-4363-4a44-a017-c647557fd9fa), precommit_add_association {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:38.601092 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvr_db [None req-ae19056b-4545-41e7-8027-4d0d6791e3e6 None None] Set router 77c6a506-2c8a-48eb-aa92-1ce3131c426c gateway port host: dv-cinder-858819-1-iscsi {{(pid=116021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:13:38.603774 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-37e66bff-028d-4d3b-a21a-7540f6cfcb2c None None] Current status of the port b5ecfad1-5e4f-41fe-9747-b52a98791283 is: DOWN; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:13:38.603774 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-37e66bff-028d-4d3b-a21a-7540f6cfcb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (b5ecfad1-5e4f-41fe-9747-b52a98791283), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:38.784235 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port ce066fe9-af4d-4027-884e-407bede8161e is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:13:38.808313 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-a56b783a-e868-48a5-8be2-b8e879f62564 admin admin] Publish callbacks [] for router_gateway (7708ab0e-4363-4a44-a017-c647557fd9fa), precommit_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:38.835350 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-37e66bff-028d-4d3b-a21a-7540f6cfcb2c None None] For port b5ecfad1-5e4f-41fe-9747-b52a98791283, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=b5ecfad1-5e4f-41fe-9747-b52a98791283,segment=NetworkSegment(f40f1dc0-ddab-429e-acc9-12d73fbb5252),segment_id=f40f1dc0-ddab-429e-acc9-12d73fbb5252)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:13:38.909731 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.db_base_plugin_common [None req-308c9492-4dfe-4594-a2f5-43b4a18795d6 None None] Allocated IP 172.20.0.2 (10fe8405-4682-4dbb-882d-345d10646b84/2dae55c7-6ba7-450b-8435-440e370b6da8/dd8f4780-5c9b-47cd-9e3e-9b90eaa73197) {{(pid=116021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:13:38.985472 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-37e66bff-028d-4d3b-a21a-7540f6cfcb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (b5ecfad1-5e4f-41fe-9747-b52a98791283), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:39.094274 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e66bff-028d-4d3b-a21a-7540f6cfcb2c None None] Pushing event updated for resources: {'Port': ['ID=b5ecfad1-5e4f-41fe-9747-b52a98791283,revision_number=5']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:13:39.116712 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-a56b783a-e868-48a5-8be2-b8e879f62564 admin admin] Publish callbacks [] for router_gateway (7708ab0e-4363-4a44-a017-c647557fd9fa), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:39.141106 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-a56b783a-e868-48a5-8be2-b8e879f62564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:39.146951 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-ae19056b-4545-41e7-8027-4d0d6791e3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'name': 'tempest-TestVolumeBootPattern-526563558-router', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'ce066fe9-af4d-4027-884e-407bede8161e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:13:31Z', 'updated_at': '2022-09-21T22:13:35Z', 'revision_number': 4, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'gw_port': {'id': 'ce066fe9-af4d-4027-884e-407bede8161e', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:13:32Z', 'updated_at': '2022-09-21T22:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': 'b5ecfad1-5e4f-41fe-9747-b52a98791283', 'name': '', 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'mac_address': 'fa:16:3e:d3:a9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'a37b1ae7-9d3d-4472-bfa1-de899df489f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:13:34Z', 'updated_at': '2022-09-21T22:13:38Z', 'revision_number': 4, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'subnets': [{'id': 'a37b1ae7-9d3d-4472-bfa1-de899df489f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:13:39.159000 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-bb2a884e-6fe8-47ce-b9e1-368051ecc524 None None] Provisioning complete for port b5ecfad1-5e4f-41fe-9747-b52a98791283 triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:13:39.159386 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-bb2a884e-6fe8-47ce-b9e1-368051ecc524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (b5ecfad1-5e4f-41fe-9747-b52a98791283), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:39.159729 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-bb2a884e-6fe8-47ce-b9e1-368051ecc524 None None] Attempt 1 to provision port b5ecfad1-5e4f-41fe-9747-b52a98791283 Sep 21 22:13:39.204878 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae19056b-4545-41e7-8027-4d0d6791e3e6 None None] The sync data for ids ['77c6a506-2c8a-48eb-aa92-1ce3131c426c'] in dv-cinder-858819-1-iscsi is: [{'id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'name': 'tempest-TestVolumeBootPattern-526563558-router', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'ce066fe9-af4d-4027-884e-407bede8161e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:13:31Z', 'updated_at': '2022-09-21T22:13:35Z', 'revision_number': 4, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'gw_port': {'id': 'ce066fe9-af4d-4027-884e-407bede8161e', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:13:32Z', 'updated_at': '2022-09-21T22:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': 'b5ecfad1-5e4f-41fe-9747-b52a98791283', 'name': '', 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'mac_address': 'fa:16:3e:d3:a9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'a37b1ae7-9d3d-4472-bfa1-de899df489f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:13:34Z', 'updated_at': '2022-09-21T22:13:38Z', 'revision_number': 4, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'subnets': [{'id': 'a37b1ae7-9d3d-4472-bfa1-de899df489f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:13:39.208561 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-308c9492-4dfe-4594-a2f5-43b4a18795d6 None None] Publish callbacks [] for port (dd8f4780-5c9b-47cd-9e3e-9b90eaa73197), precommit_create {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:39.297860 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.db_base_plugin_common [None req-a56b783a-e868-48a5-8be2-b8e879f62564 admin admin] Allocated IP 172.27.1.55 (b12f12c4-b4b4-4032-bd63-4e51184cdf86/38720055-293b-4785-9b37-d6bdacdcb1b4/e1e54c27-6443-42a3-aedf-82cbfca5f1ea) {{(pid=116020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:13:39.309474 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-308c9492-4dfe-4594-a2f5-43b4a18795d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043'] for port (dd8f4780-5c9b-47cd-9e3e-9b90eaa73197), after_create {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:39.360344 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-bb2a884e-6fe8-47ce-b9e1-368051ecc524 None None] Current status of the port b5ecfad1-5e4f-41fe-9747-b52a98791283 is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:13:39.370268 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308c9492-4dfe-4594-a2f5-43b4a18795d6 None None] Network 10fe8405-4682-4dbb-882d-345d10646b84 is already hosted by enough agents. {{(pid=116021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:13:39.373992 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.scheduler.base_scheduler [None req-308c9492-4dfe-4594-a2f5-43b4a18795d6 None None] Resources bound (agent type, host, resource id): {{(pid=116021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:13:39.376451 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308c9492-4dfe-4594-a2f5-43b4a18795d6 None None] Received port after_create {{(pid=116021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:13:39.416131 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308c9492-4dfe-4594-a2f5-43b4a18795d6 None None] Pushing event updated for resources: {'Port': ['ID=dd8f4780-5c9b-47cd-9e3e-9b90eaa73197,revision_number=1']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:13:39.460231 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-a56b783a-e868-48a5-8be2-b8e879f62564 admin admin] Publish callbacks [] for port (e1e54c27-6443-42a3-aedf-82cbfca5f1ea), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:39.463399 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-308c9492-4dfe-4594-a2f5-43b4a18795d6 None None] Attempting to bind port dd8f4780-5c9b-47cd-9e3e-9b90eaa73197 on host dv-cinder-858819-1-iscsi for vnic_type normal with profile {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:13:39.464055 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-308c9492-4dfe-4594-a2f5-43b4a18795d6 None None] Attempting to bind port dd8f4780-5c9b-47cd-9e3e-9b90eaa73197 by drivers openvswitch,hyperv on host dv-cinder-858819-1-iscsi at level 0 using segments [{'id': '278eec43-26c7-4af3-95a4-0af6bd4cac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '10fe8405-4682-4dbb-882d-345d10646b84'}] {{(pid=116021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:13:39.464642 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308c9492-4dfe-4594-a2f5-43b4a18795d6 None None] Attempting to bind port dd8f4780-5c9b-47cd-9e3e-9b90eaa73197 on network 10fe8405-4682-4dbb-882d-345d10646b84 {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:13:39.471105 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308c9492-4dfe-4594-a2f5-43b4a18795d6 None None] Checking agent: {'id': 'a3649853-f423-4907-be3f-732a21e792f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858819-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 51, 52), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858819-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:13:39.471486 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308c9492-4dfe-4594-a2f5-43b4a18795d6 None None] Checking segment: {'id': '278eec43-26c7-4af3-95a4-0af6bd4cac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '10fe8405-4682-4dbb-882d-345d10646b84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:13:39.471898 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-308c9492-4dfe-4594-a2f5-43b4a18795d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:39.472452 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308c9492-4dfe-4594-a2f5-43b4a18795d6 None None] Bound using segment: {'id': '278eec43-26c7-4af3-95a4-0af6bd4cac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '10fe8405-4682-4dbb-882d-345d10646b84'} {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:13:39.472990 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-308c9492-4dfe-4594-a2f5-43b4a18795d6 None None] Bound port: dd8f4780-5c9b-47cd-9e3e-9b90eaa73197, host: dv-cinder-858819-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '278eec43-26c7-4af3-95a4-0af6bd4cac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '10fe8405-4682-4dbb-882d-345d10646b84'}}] {{(pid=116021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:13:39.473380 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-308c9492-4dfe-4594-a2f5-43b4a18795d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (dd8f4780-5c9b-47cd-9e3e-9b90eaa73197), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:39.559723 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-308c9492-4dfe-4594-a2f5-43b4a18795d6 None None] For port dd8f4780-5c9b-47cd-9e3e-9b90eaa73197, host dv-cinder-858819-1-iscsi, cleared binding levels {{(pid=116021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:13:39.563533 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-308c9492-4dfe-4594-a2f5-43b4a18795d6 None None] For port dd8f4780-5c9b-47cd-9e3e-9b90eaa73197, host dv-cinder-858819-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=dd8f4780-5c9b-47cd-9e3e-9b90eaa73197,segment=NetworkSegment(278eec43-26c7-4af3-95a4-0af6bd4cac0c),segment_id=278eec43-26c7-4af3-95a4-0af6bd4cac0c)] {{(pid=116021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:13:39.569920 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-a56b783a-e868-48a5-8be2-b8e879f62564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (e1e54c27-6443-42a3-aedf-82cbfca5f1ea), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:39.615480 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56b783a-e868-48a5-8be2-b8e879f62564 admin admin] Network b12f12c4-b4b4-4032-bd63-4e51184cdf86 is already hosted by enough agents. {{(pid=116020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:13:39.618897 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.base_scheduler [None req-a56b783a-e868-48a5-8be2-b8e879f62564 admin admin] Resources bound (agent type, host, resource id): {{(pid=116020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:13:39.625640 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56b783a-e868-48a5-8be2-b8e879f62564 admin admin] Received port after_create {{(pid=116020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:13:39.650290 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56b783a-e868-48a5-8be2-b8e879f62564 admin admin] Pushing event updated for resources: {'Port': ['ID=e1e54c27-6443-42a3-aedf-82cbfca5f1ea,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:13:39.683380 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-308c9492-4dfe-4594-a2f5-43b4a18795d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (dd8f4780-5c9b-47cd-9e3e-9b90eaa73197), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:39.739116 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308c9492-4dfe-4594-a2f5-43b4a18795d6 None None] Pushing event updated for resources: {'Port': ['ID=dd8f4780-5c9b-47cd-9e3e-9b90eaa73197,revision_number=2']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:13:40.029981 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-a56b783a-e868-48a5-8be2-b8e879f62564 admin admin] Publish callbacks [] for router_gateway (7708ab0e-4363-4a44-a017-c647557fd9fa), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:40.162117 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device dd8f4780-5c9b-47cd-9e3e-9b90eaa73197 up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:13:40.215047 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port dd8f4780-5c9b-47cd-9e3e-9b90eaa73197 triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:13:40.215047 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (dd8f4780-5c9b-47cd-9e3e-9b90eaa73197), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:40.215047 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port dd8f4780-5c9b-47cd-9e3e-9b90eaa73197 Sep 21 22:13:40.272823 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-a56b783a-e868-48a5-8be2-b8e879f62564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-505700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-494566'] for router (7708ab0e-4363-4a44-a017-c647557fd9fa), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:40.313061 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port dd8f4780-5c9b-47cd-9e3e-9b90eaa73197 is: DOWN; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:13:40.313540 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (dd8f4780-5c9b-47cd-9e3e-9b90eaa73197), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:40.351575 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] For port dd8f4780-5c9b-47cd-9e3e-9b90eaa73197, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=dd8f4780-5c9b-47cd-9e3e-9b90eaa73197,segment=NetworkSegment(278eec43-26c7-4af3-95a4-0af6bd4cac0c),segment_id=278eec43-26c7-4af3-95a4-0af6bd4cac0c)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:13:40.454656 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (dd8f4780-5c9b-47cd-9e3e-9b90eaa73197), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:40.455562 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device b5ecfad1-5e4f-41fe-9747-b52a98791283 up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:13:40.545772 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a56b783a-e868-48a5-8be2-b8e879f62564 admin admin] Router 7708ab0e-4363-4a44-a017-c647557fd9fa is scheduled to L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 with binding_index 1 {{(pid=116020) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 22:13:40.588181 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Pushing event updated for resources: {'Port': ['ID=dd8f4780-5c9b-47cd-9e3e-9b90eaa73197,revision_number=3']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:13:40.616050 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port b5ecfad1-5e4f-41fe-9747-b52a98791283 triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:13:40.616559 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (b5ecfad1-5e4f-41fe-9747-b52a98791283), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:40.616956 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port b5ecfad1-5e4f-41fe-9747-b52a98791283 Sep 21 22:13:40.695379 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56b783a-e868-48a5-8be2-b8e879f62564 admin admin] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:13:40.711568 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71eb6bc-b659-42a5-97fa-2eed0d75a2de None None] Sync routers for ids ['7708ab0e-4363-4a44-a017-c647557fd9fa'] in dv-cinder-858819-1-iscsi {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:13:40.724314 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71eb6bc-b659-42a5-97fa-2eed0d75a2de None None] Routers {'7708ab0e-4363-4a44-a017-c647557fd9fa'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:13:40.726686 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-d71eb6bc-b659-42a5-97fa-2eed0d75a2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:13:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['7708ab0e-4363-4a44-a017-c647557fd9fa'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:13:40.727621 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port b5ecfad1-5e4f-41fe-9747-b52a98791283 is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:13:40.830330 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-a56b783a-e868-48a5-8be2-b8e879f62564 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:40.833408 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-a56b783a-e868-48a5-8be2-b8e879f62564 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6857777 Sep 21 22:13:40.835995 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 41190) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:13:40.842564 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-d71eb6bc-b659-42a5-97fa-2eed0d75a2de None None] Set router 7708ab0e-4363-4a44-a017-c647557fd9fa gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:13:40.857896 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7742fd52-b592-41d6-89b7-aa0a05148417 None None] Network 10fe8405-4682-4dbb-882d-345d10646b84 requested from dv-cinder-858819-1-iscsi {{(pid=116021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:13:40.961795 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-1353af94-e335-42b6-bee1-10df99908d44 None None] Provisioning complete for port dd8f4780-5c9b-47cd-9e3e-9b90eaa73197 triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:13:40.962150 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-1353af94-e335-42b6-bee1-10df99908d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (dd8f4780-5c9b-47cd-9e3e-9b90eaa73197), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:40.962601 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-1353af94-e335-42b6-bee1-10df99908d44 None None] Attempt 1 to provision port dd8f4780-5c9b-47cd-9e3e-9b90eaa73197 Sep 21 22:13:41.110042 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-1353af94-e335-42b6-bee1-10df99908d44 None None] Current status of the port dd8f4780-5c9b-47cd-9e3e-9b90eaa73197 is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:13:41.182139 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-d71eb6bc-b659-42a5-97fa-2eed0d75a2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7708ab0e-4363-4a44-a017-c647557fd9fa', 'name': 'tempest-TestVolumeBootPattern-266158044-router', 'tenant_id': '5fe647b8cb574ac3b4dbe76073d6641a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'e1e54c27-6443-42a3-aedf-82cbfca5f1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:13:38Z', 'updated_at': '2022-09-21T22:13:39Z', 'revision_number': 3, 'project_id': '5fe647b8cb574ac3b4dbe76073d6641a', 'gw_port': {'id': 'e1e54c27-6443-42a3-aedf-82cbfca5f1ea', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:92:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7708ab0e-4363-4a44-a017-c647557fd9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:13:39Z', 'updated_at': '2022-09-21T22:13:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi'}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:13:41.209062 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71eb6bc-b659-42a5-97fa-2eed0d75a2de None None] Checking router: 7708ab0e-4363-4a44-a017-c647557fd9fa for host: dv-cinder-858819-1-iscsi {{(pid=116022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:13:41.214018 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71eb6bc-b659-42a5-97fa-2eed0d75a2de None None] Updating router 7708ab0e-4363-4a44-a017-c647557fd9fa port e1e54c27-6443-42a3-aedf-82cbfca5f1ea binding host dv-cinder-858819-1-iscsi {{(pid=116022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 22:13:41.249346 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-d71eb6bc-b659-42a5-97fa-2eed0d75a2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (e1e54c27-6443-42a3-aedf-82cbfca5f1ea), before_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:41.405207 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-53337c6b-7eb6-4878-aca2-e5b717fbaa50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:41.434406 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-efcb0869-d4e7-40af-ad73-d5022c958b5b None None] Provisioning complete for port dd8f4780-5c9b-47cd-9e3e-9b90eaa73197 triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:13:41.434883 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-efcb0869-d4e7-40af-ad73-d5022c958b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (dd8f4780-5c9b-47cd-9e3e-9b90eaa73197), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:41.435414 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-efcb0869-d4e7-40af-ad73-d5022c958b5b None None] Attempt 1 to provision port dd8f4780-5c9b-47cd-9e3e-9b90eaa73197 Sep 21 22:13:41.536779 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-efcb0869-d4e7-40af-ad73-d5022c958b5b None None] Current status of the port dd8f4780-5c9b-47cd-9e3e-9b90eaa73197 is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:13:41.546319 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-d71eb6bc-b659-42a5-97fa-2eed0d75a2de None None] Publish callbacks [] for port (e1e54c27-6443-42a3-aedf-82cbfca5f1ea), precommit_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:41.589939 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.db_base_plugin_common [None req-53337c6b-7eb6-4878-aca2-e5b717fbaa50 admin admin] Allocated IP 172.20.0.1 (10fe8405-4682-4dbb-882d-345d10646b84/2dae55c7-6ba7-450b-8435-440e370b6da8/a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c) {{(pid=116020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:13:41.626030 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-d71eb6bc-b659-42a5-97fa-2eed0d75a2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (e1e54c27-6443-42a3-aedf-82cbfca5f1ea), after_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:41.661622 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.managers [None req-d71eb6bc-b659-42a5-97fa-2eed0d75a2de None None] Attempting to bind port e1e54c27-6443-42a3-aedf-82cbfca5f1ea on host dv-cinder-858819-1-iscsi for vnic_type normal with profile {{(pid=116022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:13:41.661996 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.managers [None req-d71eb6bc-b659-42a5-97fa-2eed0d75a2de None None] Attempting to bind port e1e54c27-6443-42a3-aedf-82cbfca5f1ea by drivers openvswitch,hyperv on host dv-cinder-858819-1-iscsi at level 0 using segments [{'id': '286b158d-b65b-48b3-9fb8-ab2055e67b3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'}] {{(pid=116022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:13:41.662361 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71eb6bc-b659-42a5-97fa-2eed0d75a2de None None] Attempting to bind port e1e54c27-6443-42a3-aedf-82cbfca5f1ea on network b12f12c4-b4b4-4032-bd63-4e51184cdf86 {{(pid=116022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:13:41.672845 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71eb6bc-b659-42a5-97fa-2eed0d75a2de None None] Checking agent: {'id': 'a3649853-f423-4907-be3f-732a21e792f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858819-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 51, 52), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858819-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:13:41.673233 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71eb6bc-b659-42a5-97fa-2eed0d75a2de None None] Checking segment: {'id': '286b158d-b65b-48b3-9fb8-ab2055e67b3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:13:41.673641 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-d71eb6bc-b659-42a5-97fa-2eed0d75a2de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:41.674042 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71eb6bc-b659-42a5-97fa-2eed0d75a2de None None] Bound using segment: {'id': '286b158d-b65b-48b3-9fb8-ab2055e67b3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'} {{(pid=116022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:13:41.674550 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.managers [None req-d71eb6bc-b659-42a5-97fa-2eed0d75a2de None None] Bound port: e1e54c27-6443-42a3-aedf-82cbfca5f1ea, host: dv-cinder-858819-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '286b158d-b65b-48b3-9fb8-ab2055e67b3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86'}}] {{(pid=116022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:13:41.674920 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-d71eb6bc-b659-42a5-97fa-2eed0d75a2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (e1e54c27-6443-42a3-aedf-82cbfca5f1ea), before_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:41.701184 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b6452-44b2-4291-a7da-8dc64e41bb0a None None] Pushing event updated for resources: {'Port': ['ID=e1e54c27-6443-42a3-aedf-82cbfca5f1ea,revision_number=2']} {{(pid=116022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:13:41.714006 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-53337c6b-7eb6-4878-aca2-e5b717fbaa50 admin admin] Publish callbacks [] for port (a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:41.743119 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.db [None req-d71eb6bc-b659-42a5-97fa-2eed0d75a2de None None] For port e1e54c27-6443-42a3-aedf-82cbfca5f1ea, host dv-cinder-858819-1-iscsi, cleared binding levels {{(pid=116022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:13:41.744369 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.plugins.ml2.db [None req-d71eb6bc-b659-42a5-97fa-2eed0d75a2de None None] For port e1e54c27-6443-42a3-aedf-82cbfca5f1ea, host dv-cinder-858819-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=e1e54c27-6443-42a3-aedf-82cbfca5f1ea,segment=NetworkSegment(286b158d-b65b-48b3-9fb8-ab2055e67b3c),segment_id=286b158d-b65b-48b3-9fb8-ab2055e67b3c)] {{(pid=116022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:13:41.826233 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-53337c6b-7eb6-4878-aca2-e5b717fbaa50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:41.843244 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron_lib.callbacks.manager [None req-d71eb6bc-b659-42a5-97fa-2eed0d75a2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (e1e54c27-6443-42a3-aedf-82cbfca5f1ea), after_update {{(pid=116022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:41.865209 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53337c6b-7eb6-4878-aca2-e5b717fbaa50 admin admin] Network 10fe8405-4682-4dbb-882d-345d10646b84 is already hosted by enough agents. {{(pid=116020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:13:41.870056 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.base_scheduler [None req-53337c6b-7eb6-4878-aca2-e5b717fbaa50 admin admin] Resources bound (agent type, host, resource id): {{(pid=116020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:13:41.876471 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53337c6b-7eb6-4878-aca2-e5b717fbaa50 admin admin] Received port after_create {{(pid=116020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:13:41.881476 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71eb6bc-b659-42a5-97fa-2eed0d75a2de None None] Routers {'7708ab0e-4363-4a44-a017-c647557fd9fa'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:13:41.882186 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-d71eb6bc-b659-42a5-97fa-2eed0d75a2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:13:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['7708ab0e-4363-4a44-a017-c647557fd9fa'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:13:41.899872 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53337c6b-7eb6-4878-aca2-e5b717fbaa50 admin admin] Pushing event updated for resources: {'Port': ['ID=a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:13:41.923097 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-53337c6b-7eb6-4878-aca2-e5b717fbaa50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495241'] for router_interface (7708ab0e-4363-4a44-a017-c647557fd9fa), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:41.935046 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b6452-44b2-4291-a7da-8dc64e41bb0a None None] Pushing event updated for resources: {'Port': ['ID=e1e54c27-6443-42a3-aedf-82cbfca5f1ea,revision_number=3']} {{(pid=116022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:13:42.015851 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-d71eb6bc-b659-42a5-97fa-2eed0d75a2de None None] Set router 7708ab0e-4363-4a44-a017-c647557fd9fa gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:13:42.074143 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device dd8f4780-5c9b-47cd-9e3e-9b90eaa73197 up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:13:42.127427 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port dd8f4780-5c9b-47cd-9e3e-9b90eaa73197 triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:13:42.128517 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (dd8f4780-5c9b-47cd-9e3e-9b90eaa73197), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:42.128517 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port dd8f4780-5c9b-47cd-9e3e-9b90eaa73197 Sep 21 22:13:42.206883 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-53337c6b-7eb6-4878-aca2-e5b717fbaa50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:42.228610 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-d71eb6bc-b659-42a5-97fa-2eed0d75a2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7708ab0e-4363-4a44-a017-c647557fd9fa', 'name': 'tempest-TestVolumeBootPattern-266158044-router', 'tenant_id': '5fe647b8cb574ac3b4dbe76073d6641a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'e1e54c27-6443-42a3-aedf-82cbfca5f1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:13:38Z', 'updated_at': '2022-09-21T22:13:39Z', 'revision_number': 3, 'project_id': '5fe647b8cb574ac3b4dbe76073d6641a', 'gw_port': {'id': 'e1e54c27-6443-42a3-aedf-82cbfca5f1ea', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:92:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7708ab0e-4363-4a44-a017-c647557fd9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:13:39Z', 'updated_at': '2022-09-21T22:13:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi'}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:13:42.260612 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port dd8f4780-5c9b-47cd-9e3e-9b90eaa73197 is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:13:42.261446 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71eb6bc-b659-42a5-97fa-2eed0d75a2de None None] The sync data for ids ['7708ab0e-4363-4a44-a017-c647557fd9fa'] in dv-cinder-858819-1-iscsi is: [{'id': '7708ab0e-4363-4a44-a017-c647557fd9fa', 'name': 'tempest-TestVolumeBootPattern-266158044-router', 'tenant_id': '5fe647b8cb574ac3b4dbe76073d6641a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'e1e54c27-6443-42a3-aedf-82cbfca5f1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:13:38Z', 'updated_at': '2022-09-21T22:13:39Z', 'revision_number': 3, 'project_id': '5fe647b8cb574ac3b4dbe76073d6641a', 'gw_port': {'id': 'e1e54c27-6443-42a3-aedf-82cbfca5f1ea', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:92:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7708ab0e-4363-4a44-a017-c647557fd9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:13:39Z', 'updated_at': '2022-09-21T22:13:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi'}] {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:13:42.272541 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-c2147a7c-31d4-478b-8f2f-ff771b2fa419 None None] Provisioning complete for port a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:13:42.272976 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-c2147a7c-31d4-478b-8f2f-ff771b2fa419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:42.273321 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-c2147a7c-31d4-478b-8f2f-ff771b2fa419 None None] Attempt 1 to provision port a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c Sep 21 22:13:42.431494 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-53337c6b-7eb6-4878-aca2-e5b717fbaa50 admin admin] Publish callbacks [] for port (a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c), precommit_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:42.490093 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-53337c6b-7eb6-4878-aca2-e5b717fbaa50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14266021'] for port (a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:42.529222 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-c2147a7c-31d4-478b-8f2f-ff771b2fa419 None None] Port a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:13:42.587318 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53337c6b-7eb6-4878-aca2-e5b717fbaa50 admin admin] Pushing event updated for resources: {'Port': ['ID=a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c,revision_number=2']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:13:42.590142 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-53337c6b-7eb6-4878-aca2-e5b717fbaa50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1653198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495141'] for router_interface (7708ab0e-4363-4a44-a017-c647557fd9fa), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:42.704230 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53337c6b-7eb6-4878-aca2-e5b717fbaa50 admin admin] Network 10fe8405-4682-4dbb-882d-345d10646b84 is already hosted by enough agents. {{(pid=116020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:13:42.707649 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.base_scheduler [None req-53337c6b-7eb6-4878-aca2-e5b717fbaa50 admin admin] Resources bound (agent type, host, resource id): {{(pid=116020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:13:42.839819 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53337c6b-7eb6-4878-aca2-e5b717fbaa50 admin admin] Router 7708ab0e-4363-4a44-a017-c647557fd9fa has already been hosted by L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 {{(pid=116020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:13:42.963536 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53337c6b-7eb6-4878-aca2-e5b717fbaa50 admin admin] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:13:42.970337 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-53337c6b-7eb6-4878-aca2-e5b717fbaa50 admin admin] 10.222.0.52 "PUT /v2.0/routers/7708ab0e-4363-4a44-a017-c647557fd9fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1312106 Sep 21 22:13:43.031029 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-c2147a7c-31d4-478b-8f2f-ff771b2fa419 None None] Attempt 2 to provision port a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c Sep 21 22:13:43.066913 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-c2147a7c-31d4-478b-8f2f-ff771b2fa419 None None] Port a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:13:43.568737 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-c2147a7c-31d4-478b-8f2f-ff771b2fa419 None None] Attempt 3 to provision port a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c Sep 21 22:13:43.601797 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-c2147a7c-31d4-478b-8f2f-ff771b2fa419 None None] Port a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:13:43.992574 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d9bbd5-eb3b-4844-a399-9d93e663c188 None None] Sync routers for ids ['7708ab0e-4363-4a44-a017-c647557fd9fa'] in dv-cinder-858819-1-iscsi {{(pid=116021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:13:44.007189 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d9bbd5-eb3b-4844-a399-9d93e663c188 None None] Routers {'7708ab0e-4363-4a44-a017-c647557fd9fa'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:13:44.007821 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-58d9bbd5-eb3b-4844-a399-9d93e663c188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:13:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['7708ab0e-4363-4a44-a017-c647557fd9fa'], 'active': True} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:13:44.086806 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device e1e54c27-6443-42a3-aedf-82cbfca5f1ea up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:13:44.113169 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-c2147a7c-31d4-478b-8f2f-ff771b2fa419 None None] Attempt 4 to provision port a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c Sep 21 22:13:44.171736 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvr_db [None req-58d9bbd5-eb3b-4844-a399-9d93e663c188 None None] Set router 7708ab0e-4363-4a44-a017-c647557fd9fa gateway port host: dv-cinder-858819-1-iscsi {{(pid=116021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:13:44.173818 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-c2147a7c-31d4-478b-8f2f-ff771b2fa419 None None] Port a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:13:44.249503 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port e1e54c27-6443-42a3-aedf-82cbfca5f1ea triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:13:44.249836 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (e1e54c27-6443-42a3-aedf-82cbfca5f1ea), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:44.250180 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port e1e54c27-6443-42a3-aedf-82cbfca5f1ea Sep 21 22:13:44.416231 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port e1e54c27-6443-42a3-aedf-82cbfca5f1ea is: DOWN; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:13:44.416625 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (e1e54c27-6443-42a3-aedf-82cbfca5f1ea), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:44.441881 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] For port e1e54c27-6443-42a3-aedf-82cbfca5f1ea, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=e1e54c27-6443-42a3-aedf-82cbfca5f1ea,segment=NetworkSegment(286b158d-b65b-48b3-9fb8-ab2055e67b3c),segment_id=286b158d-b65b-48b3-9fb8-ab2055e67b3c)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:13:44.462200 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-58d9bbd5-eb3b-4844-a399-9d93e663c188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7708ab0e-4363-4a44-a017-c647557fd9fa', 'name': 'tempest-TestVolumeBootPattern-266158044-router', 'tenant_id': '5fe647b8cb574ac3b4dbe76073d6641a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'e1e54c27-6443-42a3-aedf-82cbfca5f1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:13:38Z', 'updated_at': '2022-09-21T22:13:42Z', 'revision_number': 4, 'project_id': '5fe647b8cb574ac3b4dbe76073d6641a', 'gw_port': {'id': 'e1e54c27-6443-42a3-aedf-82cbfca5f1ea', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:92:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7708ab0e-4363-4a44-a017-c647557fd9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:13:39Z', 'updated_at': '2022-09-21T22:13:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': 'a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c', 'name': '', 'network_id': '10fe8405-4682-4dbb-882d-345d10646b84', 'tenant_id': '5fe647b8cb574ac3b4dbe76073d6641a', 'mac_address': 'fa:16:3e:69:c7:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7708ab0e-4363-4a44-a017-c647557fd9fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '2dae55c7-6ba7-450b-8435-440e370b6da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:13:41Z', 'updated_at': '2022-09-21T22:13:42Z', 'revision_number': 2, 'project_id': '5fe647b8cb574ac3b4dbe76073d6641a', 'subnets': [{'id': '2dae55c7-6ba7-450b-8435-440e370b6da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:13:44.487486 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d9bbd5-eb3b-4844-a399-9d93e663c188 None None] Checking router: 7708ab0e-4363-4a44-a017-c647557fd9fa for host: dv-cinder-858819-1-iscsi {{(pid=116021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:13:44.487758 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d9bbd5-eb3b-4844-a399-9d93e663c188 None None] Updating router 7708ab0e-4363-4a44-a017-c647557fd9fa port a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c binding host dv-cinder-858819-1-iscsi {{(pid=116021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 22:13:44.500048 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 41200) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:13:44.503678 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-ddcd32ba-696a-4286-8966-2234ae348add tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-397007954', 'description': 'tempest-secgroup-smoke-397007954 description', 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed'}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:13:44.517756 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (e1e54c27-6443-42a3-aedf-82cbfca5f1ea), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:44.547054 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-58d9bbd5-eb3b-4844-a399-9d93e663c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:44.601454 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Pushing event updated for resources: {'Port': ['ID=e1e54c27-6443-42a3-aedf-82cbfca5f1ea,revision_number=4']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:13:44.608885 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-ddcd32ba-696a-4286-8966-2234ae348add tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks [] for security_group (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:44.678932 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-c2147a7c-31d4-478b-8f2f-ff771b2fa419 None None] Attempt 5 to provision port a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c Sep 21 22:13:44.685659 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-ddcd32ba-696a-4286-8966-2234ae348add tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks [] for security_group (99204050-2efb-4916-9215-aaa08df20362), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:44.758815 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-c2147a7c-31d4-478b-8f2f-ff771b2fa419 None None] Port a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:13:44.762778 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-ddcd32ba-696a-4286-8966-2234ae348add tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (99204050-2efb-4916-9215-aaa08df20362), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:44.798779 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd32ba-696a-4286-8966-2234ae348add tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99204050-2efb-4916-9215-aaa08df20362,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:13:44.868845 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-ddcd32ba-696a-4286-8966-2234ae348add tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:44.870126 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-ddcd32ba-696a-4286-8966-2234ae348add tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3702588 Sep 21 22:13:44.874081 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 41202) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:13:44.878958 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-3aa12866-413e-4e1d-b499-39c4a04f543b tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Request body: {'security_group_rule': {'security_group_id': '99204050-2efb-4916-9215-aaa08df20362', 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:13:44.901546 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-58d9bbd5-eb3b-4844-a399-9d93e663c188 None None] Publish callbacks [] for port (a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c), precommit_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:44.968843 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-3aa12866-413e-4e1d-b499-39c4a04f543b tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks [] for security_group_rule (5b6cce0b-bad1-4c29-8ad3-dcad0078a920), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:44.991602 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-58d9bbd5-eb3b-4844-a399-9d93e663c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:45.033754 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-3aa12866-413e-4e1d-b499-39c4a04f543b tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks [] for security_group_rule (5b6cce0b-bad1-4c29-8ad3-dcad0078a920), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:45.076733 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a4a39-ff98-45b3-83c7-4bb39e1768bf None None] Pushing event updated for resources: {'Port': ['ID=a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c,revision_number=3']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:13:45.092430 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-58d9bbd5-eb3b-4844-a399-9d93e663c188 None None] Attempting to bind port a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c on host dv-cinder-858819-1-iscsi for vnic_type normal with profile {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:13:45.092845 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-58d9bbd5-eb3b-4844-a399-9d93e663c188 None None] Attempting to bind port a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c by drivers openvswitch,hyperv on host dv-cinder-858819-1-iscsi at level 0 using segments [{'id': '278eec43-26c7-4af3-95a4-0af6bd4cac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '10fe8405-4682-4dbb-882d-345d10646b84'}] {{(pid=116021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:13:45.094150 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-3aa12866-413e-4e1d-b499-39c4a04f543b tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614269'] for security_group_rule (5b6cce0b-bad1-4c29-8ad3-dcad0078a920), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:45.102718 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d9bbd5-eb3b-4844-a399-9d93e663c188 None None] Attempting to bind port a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c on network 10fe8405-4682-4dbb-882d-345d10646b84 {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:13:45.109163 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d9bbd5-eb3b-4844-a399-9d93e663c188 None None] Checking agent: {'id': 'a3649853-f423-4907-be3f-732a21e792f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858819-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 51, 52), 'started_at': datetime.datetime(2022, 9, 21, 21, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858819-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:13:45.109573 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d9bbd5-eb3b-4844-a399-9d93e663c188 None None] Checking segment: {'id': '278eec43-26c7-4af3-95a4-0af6bd4cac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '10fe8405-4682-4dbb-882d-345d10646b84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:13:45.110021 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-58d9bbd5-eb3b-4844-a399-9d93e663c188 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:45.117191 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d9bbd5-eb3b-4844-a399-9d93e663c188 None None] Bound using segment: {'id': '278eec43-26c7-4af3-95a4-0af6bd4cac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '10fe8405-4682-4dbb-882d-345d10646b84'} {{(pid=116021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:13:45.117191 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.managers [None req-58d9bbd5-eb3b-4844-a399-9d93e663c188 None None] Bound port: a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c, host: dv-cinder-858819-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '278eec43-26c7-4af3-95a4-0af6bd4cac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '10fe8405-4682-4dbb-882d-345d10646b84'}}] {{(pid=116021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:13:45.117191 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-58d9bbd5-eb3b-4844-a399-9d93e663c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:45.117615 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa12866-413e-4e1d-b499-39c4a04f543b tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b6cce0b-bad1-4c29-8ad3-dcad0078a920,revision_number=0']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:13:45.191738 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-58d9bbd5-eb3b-4844-a399-9d93e663c188 None None] For port a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c, host dv-cinder-858819-1-iscsi, cleared binding levels {{(pid=116021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:13:45.193769 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-3aa12866-413e-4e1d-b499-39c4a04f543b tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:45.195061 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-3aa12866-413e-4e1d-b499-39c4a04f543b tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3198545 Sep 21 22:13:45.195515 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-58d9bbd5-eb3b-4844-a399-9d93e663c188 None None] For port a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c, host dv-cinder-858819-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c,segment=NetworkSegment(278eec43-26c7-4af3-95a4-0af6bd4cac0c),segment_id=278eec43-26c7-4af3-95a4-0af6bd4cac0c)] {{(pid=116021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:13:45.198798 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 41204) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:13:45.203606 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-1e97a111-5d19-4f72-98e8-313e3339fe54 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Request body: {'security_group_rule': {'security_group_id': '99204050-2efb-4916-9215-aaa08df20362', 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:13:45.259621 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-c2147a7c-31d4-478b-8f2f-ff771b2fa419 None None] Attempt 6 to provision port a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c Sep 21 22:13:45.283824 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-58d9bbd5-eb3b-4844-a399-9d93e663c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:45.311316 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-1e97a111-5d19-4f72-98e8-313e3339fe54 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks [] for security_group_rule (67a1812c-53a5-45f8-9966-d22889930d19), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:45.329565 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d9bbd5-eb3b-4844-a399-9d93e663c188 None None] Routers {'7708ab0e-4363-4a44-a017-c647557fd9fa'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:13:45.330205 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-58d9bbd5-eb3b-4844-a399-9d93e663c188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:13:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['7708ab0e-4363-4a44-a017-c647557fd9fa'], 'active': True} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:13:45.335062 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-c2147a7c-31d4-478b-8f2f-ff771b2fa419 None None] Port a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:13:45.384367 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a4a39-ff98-45b3-83c7-4bb39e1768bf None None] Pushing event updated for resources: {'Port': ['ID=a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c,revision_number=4']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:13:45.384913 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-1e97a111-5d19-4f72-98e8-313e3339fe54 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks [] for security_group_rule (67a1812c-53a5-45f8-9966-d22889930d19), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:45.472311 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-1e97a111-5d19-4f72-98e8-313e3339fe54 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614269'] for security_group_rule (67a1812c-53a5-45f8-9966-d22889930d19), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:45.472503 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvr_db [None req-58d9bbd5-eb3b-4844-a399-9d93e663c188 None None] Set router 7708ab0e-4363-4a44-a017-c647557fd9fa gateway port host: dv-cinder-858819-1-iscsi {{(pid=116021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:13:45.487162 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e97a111-5d19-4f72-98e8-313e3339fe54 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67a1812c-53a5-45f8-9966-d22889930d19,revision_number=0']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:13:45.542432 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (0aee7d89-594f-4992-91de-a4ac3f52e28d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:45.565388 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-1e97a111-5d19-4f72-98e8-313e3339fe54 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:45.566709 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-1e97a111-5d19-4f72-98e8-313e3339fe54 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3669040 Sep 21 22:13:45.569694 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 41206) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:13:45.574362 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-5f3d938a-afeb-45eb-8a2b-fcef822674bb tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Request body: {'security_group_rule': {'security_group_id': '99204050-2efb-4916-9215-aaa08df20362', 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:13:45.707281 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-58d9bbd5-eb3b-4844-a399-9d93e663c188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7708ab0e-4363-4a44-a017-c647557fd9fa', 'name': 'tempest-TestVolumeBootPattern-266158044-router', 'tenant_id': '5fe647b8cb574ac3b4dbe76073d6641a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'e1e54c27-6443-42a3-aedf-82cbfca5f1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:13:38Z', 'updated_at': '2022-09-21T22:13:42Z', 'revision_number': 4, 'project_id': '5fe647b8cb574ac3b4dbe76073d6641a', 'gw_port': {'id': 'e1e54c27-6443-42a3-aedf-82cbfca5f1ea', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:92:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7708ab0e-4363-4a44-a017-c647557fd9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:13:39Z', 'updated_at': '2022-09-21T22:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': 'a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c', 'name': '', 'network_id': '10fe8405-4682-4dbb-882d-345d10646b84', 'tenant_id': '5fe647b8cb574ac3b4dbe76073d6641a', 'mac_address': 'fa:16:3e:69:c7:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7708ab0e-4363-4a44-a017-c647557fd9fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '2dae55c7-6ba7-450b-8435-440e370b6da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:13:41Z', 'updated_at': '2022-09-21T22:13:45Z', 'revision_number': 4, 'project_id': '5fe647b8cb574ac3b4dbe76073d6641a', 'subnets': [{'id': '2dae55c7-6ba7-450b-8435-440e370b6da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:13:45.734335 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d9bbd5-eb3b-4844-a399-9d93e663c188 None None] The sync data for ids ['7708ab0e-4363-4a44-a017-c647557fd9fa'] in dv-cinder-858819-1-iscsi is: [{'id': '7708ab0e-4363-4a44-a017-c647557fd9fa', 'name': 'tempest-TestVolumeBootPattern-266158044-router', 'tenant_id': '5fe647b8cb574ac3b4dbe76073d6641a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'e1e54c27-6443-42a3-aedf-82cbfca5f1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:13:38Z', 'updated_at': '2022-09-21T22:13:42Z', 'revision_number': 4, 'project_id': '5fe647b8cb574ac3b4dbe76073d6641a', 'gw_port': {'id': 'e1e54c27-6443-42a3-aedf-82cbfca5f1ea', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:92:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7708ab0e-4363-4a44-a017-c647557fd9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:13:39Z', 'updated_at': '2022-09-21T22:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': 'a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c', 'name': '', 'network_id': '10fe8405-4682-4dbb-882d-345d10646b84', 'tenant_id': '5fe647b8cb574ac3b4dbe76073d6641a', 'mac_address': 'fa:16:3e:69:c7:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7708ab0e-4363-4a44-a017-c647557fd9fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '2dae55c7-6ba7-450b-8435-440e370b6da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:13:41Z', 'updated_at': '2022-09-21T22:13:45Z', 'revision_number': 4, 'project_id': '5fe647b8cb574ac3b4dbe76073d6641a', 'subnets': [{'id': '2dae55c7-6ba7-450b-8435-440e370b6da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:13:45.813766 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-5f3d938a-afeb-45eb-8a2b-fcef822674bb tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks [] for security_group_rule (b02ce245-8174-4890-984e-4b67c9bd4967), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:45.839777 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-c2147a7c-31d4-478b-8f2f-ff771b2fa419 None None] Attempt 7 to provision port a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c Sep 21 22:13:45.883744 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-5f3d938a-afeb-45eb-8a2b-fcef822674bb tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks [] for security_group_rule (b02ce245-8174-4890-984e-4b67c9bd4967), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:45.940926 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-c2147a7c-31d4-478b-8f2f-ff771b2fa419 None None] Current status of the port a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c is: DOWN; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:13:45.941404 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-c2147a7c-31d4-478b-8f2f-ff771b2fa419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:45.981269 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-c2147a7c-31d4-478b-8f2f-ff771b2fa419 None None] For port a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c,segment=NetworkSegment(278eec43-26c7-4af3-95a4-0af6bd4cac0c),segment_id=278eec43-26c7-4af3-95a4-0af6bd4cac0c)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:13:45.992582 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-5f3d938a-afeb-45eb-8a2b-fcef822674bb tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614269'] for security_group_rule (b02ce245-8174-4890-984e-4b67c9bd4967), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:46.023552 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d938a-afeb-45eb-8a2b-fcef822674bb tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b02ce245-8174-4890-984e-4b67c9bd4967,revision_number=0']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:13:46.038141 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-1f01d4d9-54a7-4c40-bd6a-2d68f48ffe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:46.122557 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-c2147a7c-31d4-478b-8f2f-ff771b2fa419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:46.148241 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device e1e54c27-6443-42a3-aedf-82cbfca5f1ea up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:13:46.186855 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-5f3d938a-afeb-45eb-8a2b-fcef822674bb tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:46.195144 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-5f3d938a-afeb-45eb-8a2b-fcef822674bb tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6181405 Sep 21 22:13:46.198527 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 41208) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:13:46.204728 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-32d936b2-4922-4bd0-af23-eb053abf22ac tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Request body: {'security_group_rule': {'security_group_id': '99204050-2efb-4916-9215-aaa08df20362', 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:13:46.215178 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2147a7c-31d4-478b-8f2f-ff771b2fa419 None None] Pushing event updated for resources: {'Port': ['ID=a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c,revision_number=5']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:13:46.247765 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port e1e54c27-6443-42a3-aedf-82cbfca5f1ea triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:13:46.248060 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (e1e54c27-6443-42a3-aedf-82cbfca5f1ea), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:46.248455 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port e1e54c27-6443-42a3-aedf-82cbfca5f1ea Sep 21 22:13:46.274499 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-c0eb74d3-b6b2-468b-a39b-99d3182a57c1 None None] Provisioning complete for port a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:13:46.274868 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-c0eb74d3-b6b2-468b-a39b-99d3182a57c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:46.275203 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-c0eb74d3-b6b2-468b-a39b-99d3182a57c1 None None] Attempt 1 to provision port a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c Sep 21 22:13:46.321083 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-32d936b2-4922-4bd0-af23-eb053abf22ac tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks [] for security_group_rule (ef16ea15-b6e1-4719-af4e-4a5aa21b1beb), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:46.447548 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-32d936b2-4922-4bd0-af23-eb053abf22ac tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks [] for security_group_rule (ef16ea15-b6e1-4719-af4e-4a5aa21b1beb), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:46.546308 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port e1e54c27-6443-42a3-aedf-82cbfca5f1ea is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:13:46.547457 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:13:46.575197 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-c0eb74d3-b6b2-468b-a39b-99d3182a57c1 None None] Current status of the port a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:13:46.607485 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:13:46.608224 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:46.608740 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c Sep 21 22:13:46.609546 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-32d936b2-4922-4bd0-af23-eb053abf22ac tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614269'] for security_group_rule (ef16ea15-b6e1-4719-af4e-4a5aa21b1beb), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:46.630189 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d936b2-4922-4bd0-af23-eb053abf22ac tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef16ea15-b6e1-4719-af4e-4a5aa21b1beb,revision_number=0']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:13:46.714679 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-32d936b2-4922-4bd0-af23-eb053abf22ac tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:46.716095 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-32d936b2-4922-4bd0-af23-eb053abf22ac tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5160022 Sep 21 22:13:46.718967 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 41210) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:13:46.724301 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-075b3450-e822-4e15-926b-3dd6e5ee8019 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Request body: {'security_group_rule': {'security_group_id': '99204050-2efb-4916-9215-aaa08df20362', 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:13:46.731003 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:13:46.848368 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.db.securitygroups_db [None req-075b3450-e822-4e15-926b-3dd6e5ee8019 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Project 3dcb2fbc2efd4f209b89ee21a8ca23ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 22:13:46.855808 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-075b3450-e822-4e15-926b-3dd6e5ee8019 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks [] for security_group_rule (5ec75072-4b4d-49e4-90e0-5b2ab89629fc), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:46.932366 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-075b3450-e822-4e15-926b-3dd6e5ee8019 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks [] for security_group_rule (5ec75072-4b4d-49e4-90e0-5b2ab89629fc), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:47.009165 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-075b3450-e822-4e15-926b-3dd6e5ee8019 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614269'] for security_group_rule (5ec75072-4b4d-49e4-90e0-5b2ab89629fc), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:47.033877 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b3450-e822-4e15-926b-3dd6e5ee8019 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ec75072-4b4d-49e4-90e0-5b2ab89629fc,revision_number=0']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:13:47.103444 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-075b3450-e822-4e15-926b-3dd6e5ee8019 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:47.104853 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-075b3450-e822-4e15-926b-3dd6e5ee8019 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3848343 Sep 21 22:13:47.107884 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 41212) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:13:47.112829 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-5fe4c0bc-56b2-4274-aff5-7036f02de4bd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Request body: {'security_group_rule': {'security_group_id': '99204050-2efb-4916-9215-aaa08df20362', 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:13:47.197645 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.db.securitygroups_db [None req-5fe4c0bc-56b2-4274-aff5-7036f02de4bd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Project 3dcb2fbc2efd4f209b89ee21a8ca23ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 22:13:47.203591 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-5fe4c0bc-56b2-4274-aff5-7036f02de4bd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks [] for security_group_rule (13fe727d-36ef-4169-a85c-883ee89372d2), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:47.277009 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-5fe4c0bc-56b2-4274-aff5-7036f02de4bd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks [] for security_group_rule (13fe727d-36ef-4169-a85c-883ee89372d2), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:47.352001 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-5fe4c0bc-56b2-4274-aff5-7036f02de4bd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614269'] for security_group_rule (13fe727d-36ef-4169-a85c-883ee89372d2), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:47.369973 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe4c0bc-56b2-4274-aff5-7036f02de4bd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13fe727d-36ef-4169-a85c-883ee89372d2,revision_number=0']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:13:47.456825 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-5fe4c0bc-56b2-4274-aff5-7036f02de4bd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:47.458137 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-5fe4c0bc-56b2-4274-aff5-7036f02de4bd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3490784 Sep 21 22:13:48.044096 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c up at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:13:48.103563 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Provisioning complete for port a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:13:48.104046 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:48.104323 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Attempt 1 to provision port a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c Sep 21 22:13:48.181355 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Current status of the port a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c is: ACTIVE; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:13:48.185623 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-4e3a60d5-4517-497a-bdf3-b6e7ab30e033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:49.551952 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:51.083589 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:52.523079 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:13:57.746935 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.agents_db [None req-53c7536d-764e-4ad7-87ad-c450eadf28b3 None None] Agent healthcheck: found 6 active agents {{(pid=116022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:14:03.401365 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-bc31244e-0bca-4603-88a8-f194d5f95aa4 req-9ce495b8-37a7-405a-a750-8355954adad4 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-397007954&fields=id&tenant_id=3dcb2fbc2efd4f209b89ee21a8ca23ed HTTP/1.1" status: 200 len: 267 time: 0.0449347 Sep 21 22:14:03.508487 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc31244e-0bca-4603-88a8-f194d5f95aa4 req-b8932556-f239-4f8e-848e-f1bd6af042d4 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:14:03.509893 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-bc31244e-0bca-4603-88a8-f194d5f95aa4 req-b8932556-f239-4f8e-848e-f1bd6af042d4 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/networks?id=3bc5f972-a258-4cfd-8f74-f733733efeea HTTP/1.1" status: 200 len: 811 time: 0.1020074 Sep 21 22:14:03.525136 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-bc31244e-0bca-4603-88a8-f194d5f95aa4 req-13c70661-d130-49e2-837b-14f83f5a938d tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/quotas/3dcb2fbc2efd4f209b89ee21a8ca23ed HTTP/1.1" status: 200 len: 375 time: 0.0097249 Sep 21 22:14:03.581069 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-bc31244e-0bca-4603-88a8-f194d5f95aa4 req-2a665dc4-7bd8-4bde-b16a-b310509104fe tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3dcb2fbc2efd4f209b89ee21a8ca23ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501909 Sep 21 22:14:03.685174 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [req-bc31244e-0bca-4603-88a8-f194d5f95aa4 req-c789f306-8b6c-430d-98ad-0575719e35db service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=116019) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 22:14:03.686203 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-bc31244e-0bca-4603-88a8-f194d5f95aa4 req-c789f306-8b6c-430d-98ad-0575719e35db service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0942235 Sep 21 22:14:03.775044 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-bc31244e-0bca-4603-88a8-f194d5f95aa4 req-7fda473c-73ee-4384-881c-aae645f2f376 service neutron] 10.222.0.52 "GET /v2.0/networks/3bc5f972-a258-4cfd-8f74-f733733efeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827427 Sep 21 22:14:03.867403 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-bc31244e-0bca-4603-88a8-f194d5f95aa4 req-dd94f8d2-20cd-4a90-b056-4ec168aba2a3 service neutron] 10.222.0.52 "GET /v2.0/networks/3bc5f972-a258-4cfd-8f74-f733733efeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860271 Sep 21 22:14:04.477120 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-aa47d4af-3a39-485b-ad3a-61720242621d req-61438c38-46fd-46f7-aa08-2511aad07d6f tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e2e57d0-d2dc-4c2c-a681-0acf21f1eee2 HTTP/1.1" status: 200 len: 210 time: 0.0310936 Sep 21 22:14:05.560526 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-27935921-f856-4c5c-adea-21b2fc37bdd1 req-3494a6a0-e4be-4ee8-a4cf-cdcaba3decad tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e2e57d0-d2dc-4c2c-a681-0acf21f1eee2 HTTP/1.1" status: 200 len: 210 time: 0.0272760 Sep 21 22:14:06.661087 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-66cacb0e-aec4-4412-8a37-f29adec7c4a1 req-7d83c5e6-07b7-4949-99b0-b5a52e948204 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e2e57d0-d2dc-4c2c-a681-0acf21f1eee2 HTTP/1.1" status: 200 len: 210 time: 0.0288708 Sep 21 22:14:06.940018 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc31244e-0bca-4603-88a8-f194d5f95aa4 req-515d5d88-df54-40ce-86b3-88cc5fc410e5 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:14:06.940018 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-bc31244e-0bca-4603-88a8-f194d5f95aa4 req-515d5d88-df54-40ce-86b3-88cc5fc410e5 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.71 "GET /v2.0/networks?id=3bc5f972-a258-4cfd-8f74-f733733efeea HTTP/1.1" status: 200 len: 811 time: 0.3498063 Sep 21 22:14:07.012683 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-bc31244e-0bca-4603-88a8-f194d5f95aa4 req-7c455ea3-89b8-4dc0-873c-bb66327e341b tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3dcb2fbc2efd4f209b89ee21a8ca23ed HTTP/1.1" status: 200 len: 379 time: 0.0665650 Sep 21 22:14:07.022346 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [req-bc31244e-0bca-4603-88a8-f194d5f95aa4 req-d3841d61-8f79-4c4e-beb9-88dd9f2d4e99 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Request body: {'port': {'device_id': '5e2e57d0-d2dc-4c2c-a681-0acf21f1eee2', 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea', 'admin_state_up': True, 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'security_groups': ['99204050-2efb-4916-9215-aaa08df20362']}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:14:07.225707 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc31244e-0bca-4603-88a8-f194d5f95aa4 req-d3841d61-8f79-4c4e-beb9-88dd9f2d4e99 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Made reservation on behalf of 3dcb2fbc2efd4f209b89ee21a8ca23ed for: {'port': 1} {{(pid=116020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:14:07.229170 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-bc31244e-0bca-4603-88a8-f194d5f95aa4 req-d3841d61-8f79-4c4e-beb9-88dd9f2d4e99 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:14:07.365244 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.db_base_plugin_common [req-bc31244e-0bca-4603-88a8-f194d5f95aa4 req-d3841d61-8f79-4c4e-beb9-88dd9f2d4e99 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Allocated IP 172.20.0.7 (3bc5f972-a258-4cfd-8f74-f733733efeea/a37b1ae7-9d3d-4472-bfa1-de899df489f1/101e202d-f499-4fb1-abd5-bf78eee1228c) {{(pid=116020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:14:07.519021 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-bc31244e-0bca-4603-88a8-f194d5f95aa4 req-d3841d61-8f79-4c4e-beb9-88dd9f2d4e99 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks [] for port (101e202d-f499-4fb1-abd5-bf78eee1228c), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:14:07.621020 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-bc31244e-0bca-4603-88a8-f194d5f95aa4 req-d3841d61-8f79-4c4e-beb9-88dd9f2d4e99 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (101e202d-f499-4fb1-abd5-bf78eee1228c), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:14:07.663860 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc31244e-0bca-4603-88a8-f194d5f95aa4 req-d3841d61-8f79-4c4e-beb9-88dd9f2d4e99 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Network 3bc5f972-a258-4cfd-8f74-f733733efeea is already hosted by enough agents. {{(pid=116020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:14:07.667574 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.base_scheduler [req-bc31244e-0bca-4603-88a8-f194d5f95aa4 req-d3841d61-8f79-4c4e-beb9-88dd9f2d4e99 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Resources bound (agent type, host, resource id): {{(pid=116020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:14:07.672999 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc31244e-0bca-4603-88a8-f194d5f95aa4 req-d3841d61-8f79-4c4e-beb9-88dd9f2d4e99 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Received port after_create {{(pid=116020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:14:07.709941 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3841d61-8f79-4c4e-beb9-88dd9f2d4e99 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Pushing event updated for resources: {'Port': ['ID=101e202d-f499-4fb1-abd5-bf78eee1228c,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:14:07.743359 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc31244e-0bca-4603-88a8-f194d5f95aa4 req-d3841d61-8f79-4c4e-beb9-88dd9f2d4e99 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:14:07.744030 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-bc31244e-0bca-4603-88a8-f194d5f95aa4 req-d3841d61-8f79-4c4e-beb9-88dd9f2d4e99 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:14:07.812338 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65659fe2-f767-4af3-a0a5-3bcb4b30c9bd req-3cc421c1-ec07-4597-93b0-c8f2e2670e1d tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:14:07.813992 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-65659fe2-f767-4af3-a0a5-3bcb4b30c9bd req-3cc421c1-ec07-4597-93b0-c8f2e2670e1d tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e2e57d0-d2dc-4c2c-a681-0acf21f1eee2 HTTP/1.1" status: 200 len: 931 time: 0.0617778 Sep 21 22:14:07.825804 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-bc31244e-0bca-4603-88a8-f194d5f95aa4 req-d3841d61-8f79-4c4e-beb9-88dd9f2d4e99 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8073282 Sep 21 22:14:07.837859 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [req-bc31244e-0bca-4603-88a8-f194d5f95aa4 req-de42e1a6-7928-40ca-8878-323c65449676 service neutron] Request body: {'port': {'device_id': '5e2e57d0-d2dc-4c2c-a681-0acf21f1eee2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:14:07.876824 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-65659fe2-f767-4af3-a0a5-3bcb4b30c9bd req-9b27157e-9133-4394-be82-c1ebd88a7da3 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/security-groups?id=99204050-2efb-4916-9215-aaa08df20362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562317 Sep 21 22:14:07.906090 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-bc31244e-0bca-4603-88a8-f194d5f95aa4 req-de42e1a6-7928-40ca-8878-323c65449676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (101e202d-f499-4fb1-abd5-bf78eee1228c), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:14:07.945853 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-ff6fed01-1e0a-4e1c-8040-4a6a0d0602e7 None None] Provisioning complete for port 101e202d-f499-4fb1-abd5-bf78eee1228c triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:14:07.946569 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-ff6fed01-1e0a-4e1c-8040-4a6a0d0602e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (101e202d-f499-4fb1-abd5-bf78eee1228c), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:14:07.946569 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-ff6fed01-1e0a-4e1c-8040-4a6a0d0602e7 None None] Attempt 1 to provision port 101e202d-f499-4fb1-abd5-bf78eee1228c Sep 21 22:14:07.978894 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-ff6fed01-1e0a-4e1c-8040-4a6a0d0602e7 None None] Port 101e202d-f499-4fb1-abd5-bf78eee1228c cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:14:08.183520 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [req-bc31244e-0bca-4603-88a8-f194d5f95aa4 req-de42e1a6-7928-40ca-8878-323c65449676 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 101e202d-f499-4fb1-abd5-bf78eee1228c {{(pid=116020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:14:08.191148 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-bc31244e-0bca-4603-88a8-f194d5f95aa4 req-de42e1a6-7928-40ca-8878-323c65449676 service neutron] Publish callbacks [] for port (101e202d-f499-4fb1-abd5-bf78eee1228c), precommit_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:14:08.203307 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.provisioning_blocks [req-bc31244e-0bca-4603-88a8-f194d5f95aa4 req-de42e1a6-7928-40ca-8878-323c65449676 service neutron] Transition to ACTIVE for port object 101e202d-f499-4fb1-abd5-bf78eee1228c will not be triggered until provisioned by entity L2. {{(pid=116020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 22:14:08.271410 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-bc31244e-0bca-4603-88a8-f194d5f95aa4 req-de42e1a6-7928-40ca-8878-323c65449676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14266021'] for port (101e202d-f499-4fb1-abd5-bf78eee1228c), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:14:08.355975 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42e1a6-7928-40ca-8878-323c65449676 service neutron] Pushing event updated for resources: {'Port': ['ID=101e202d-f499-4fb1-abd5-bf78eee1228c,revision_number=2']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:14:08.392103 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-bc31244e-0bca-4603-88a8-f194d5f95aa4 req-de42e1a6-7928-40ca-8878-323c65449676 service neutron] Attempting to bind port 101e202d-f499-4fb1-abd5-bf78eee1228c on host hv-cinder-85881 for vnic_type normal with profile {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:14:08.392339 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-bc31244e-0bca-4603-88a8-f194d5f95aa4 req-de42e1a6-7928-40ca-8878-323c65449676 service neutron] Attempting to bind port 101e202d-f499-4fb1-abd5-bf78eee1228c by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': 'f40f1dc0-ddab-429e-acc9-12d73fbb5252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea'}] {{(pid=116020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:14:08.392677 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc31244e-0bca-4603-88a8-f194d5f95aa4 req-de42e1a6-7928-40ca-8878-323c65449676 service neutron] Attempting to bind port 101e202d-f499-4fb1-abd5-bf78eee1228c on network 3bc5f972-a258-4cfd-8f74-f733733efeea {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:14:08.397051 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc31244e-0bca-4603-88a8-f194d5f95aa4 req-de42e1a6-7928-40ca-8878-323c65449676 service neutron] Port 101e202d-f499-4fb1-abd5-bf78eee1228c on network 3bc5f972-a258-4cfd-8f74-f733733efeea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 22:14:08.397344 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc31244e-0bca-4603-88a8-f194d5f95aa4 req-de42e1a6-7928-40ca-8878-323c65449676 service neutron] Attempting to bind port 101e202d-f499-4fb1-abd5-bf78eee1228c on network 3bc5f972-a258-4cfd-8f74-f733733efeea {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:14:08.402702 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc31244e-0bca-4603-88a8-f194d5f95aa4 req-de42e1a6-7928-40ca-8878-323c65449676 service neutron] Checking agent: {'id': '0aee7d89-594f-4992-91de-a4ac3f52e28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 58, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 58, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:14:08.403290 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc31244e-0bca-4603-88a8-f194d5f95aa4 req-de42e1a6-7928-40ca-8878-323c65449676 service neutron] Checking segment: {'id': 'f40f1dc0-ddab-429e-acc9-12d73fbb5252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:14:08.403688 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc31244e-0bca-4603-88a8-f194d5f95aa4 req-de42e1a6-7928-40ca-8878-323c65449676 service neutron] Bound using segment: {'id': 'f40f1dc0-ddab-429e-acc9-12d73fbb5252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea'} {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:14:08.404149 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-bc31244e-0bca-4603-88a8-f194d5f95aa4 req-de42e1a6-7928-40ca-8878-323c65449676 service neutron] Bound port: 101e202d-f499-4fb1-abd5-bf78eee1228c, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f40f1dc0-ddab-429e-acc9-12d73fbb5252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea'}}] {{(pid=116020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:14:08.404512 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-bc31244e-0bca-4603-88a8-f194d5f95aa4 req-de42e1a6-7928-40ca-8878-323c65449676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (101e202d-f499-4fb1-abd5-bf78eee1228c), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:14:08.464472 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-bc31244e-0bca-4603-88a8-f194d5f95aa4 req-de42e1a6-7928-40ca-8878-323c65449676 service neutron] For port 101e202d-f499-4fb1-abd5-bf78eee1228c, host hv-cinder-85881, cleared binding levels {{(pid=116020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:14:08.467432 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-bc31244e-0bca-4603-88a8-f194d5f95aa4 req-de42e1a6-7928-40ca-8878-323c65449676 service neutron] For port 101e202d-f499-4fb1-abd5-bf78eee1228c, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=101e202d-f499-4fb1-abd5-bf78eee1228c,segment=NetworkSegment(f40f1dc0-ddab-429e-acc9-12d73fbb5252),segment_id=f40f1dc0-ddab-429e-acc9-12d73fbb5252)] {{(pid=116020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:14:08.480371 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-ff6fed01-1e0a-4e1c-8040-4a6a0d0602e7 None None] Attempt 2 to provision port 101e202d-f499-4fb1-abd5-bf78eee1228c Sep 21 22:14:08.512231 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-ff6fed01-1e0a-4e1c-8040-4a6a0d0602e7 None None] Port 101e202d-f499-4fb1-abd5-bf78eee1228c cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:14:08.585933 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-bc31244e-0bca-4603-88a8-f194d5f95aa4 req-de42e1a6-7928-40ca-8878-323c65449676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14266021'] for port (101e202d-f499-4fb1-abd5-bf78eee1228c), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:14:08.590838 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc31244e-0bca-4603-88a8-f194d5f95aa4 req-de42e1a6-7928-40ca-8878-323c65449676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:14:08.591467 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-bc31244e-0bca-4603-88a8-f194d5f95aa4 req-de42e1a6-7928-40ca-8878-323c65449676 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:14:08.592941 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-bc31244e-0bca-4603-88a8-f194d5f95aa4 req-de42e1a6-7928-40ca-8878-323c65449676 service neutron] 10.222.0.71 "PUT /v2.0/ports/101e202d-f499-4fb1-abd5-bf78eee1228c HTTP/1.1" status: 200 len: 1093 time: 0.7594507 Sep 21 22:14:08.593451 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e2e57d0-d2dc-4c2c-a681-0acf21f1eee2', 'tag': '101e202d-f499-4fb1-abd5-bf78eee1228c'}] {{(pid=116020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:14:08.595783 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}616469ce01b4343580b51944d90e43cdadd76175ffa2c7c7ae3ce11ef7217efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57509105-d374-4935-be15-d41366be735a" -d '{"events": [{"name": "network-changed", "server_uuid": "5e2e57d0-d2dc-4c2c-a681-0acf21f1eee2", "tag": "101e202d-f499-4fb1-abd5-bf78eee1228c"}]}' {{(pid=116020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:14:08.641767 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2fe5785-f838-4abc-b8f3-5a54ddf693e2 x-openstack-request-id: req-b2fe5785-f838-4abc-b8f3-5a54ddf693e2 {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:14:08.642056 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e2e57d0-d2dc-4c2c-a681-0acf21f1eee2", "tag": "101e202d-f499-4fb1-abd5-bf78eee1228c", "status": "completed", "code": 200}]} {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:14:08.642364 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b2fe5785-f838-4abc-b8f3-5a54ddf693e2 {{(pid=116020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:14:08.642728 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2fe5785-f838-4abc-b8f3-5a54ddf693e2'] response: {'name': 'network-changed', 'server_uuid': '5e2e57d0-d2dc-4c2c-a681-0acf21f1eee2', 'tag': '101e202d-f499-4fb1-abd5-bf78eee1228c', 'status': 'completed', 'code': 200} Sep 21 22:14:08.653359 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42e1a6-7928-40ca-8878-323c65449676 service neutron] Pushing event updated for resources: {'Port': ['ID=101e202d-f499-4fb1-abd5-bf78eee1228c,revision_number=3']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:14:08.714097 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57509105-d374-4935-be15-d41366be735a req-0bd1bb8c-14c7-4d8d-b360-38ea16d35556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:14:08.715695 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-57509105-d374-4935-be15-d41366be735a req-0bd1bb8c-14c7-4d8d-b360-38ea16d35556 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3dcb2fbc2efd4f209b89ee21a8ca23ed&device_id=5e2e57d0-d2dc-4c2c-a681-0acf21f1eee2 HTTP/1.1" status: 200 len: 1127 time: 0.0530117 Sep 21 22:14:08.819585 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57509105-d374-4935-be15-d41366be735a req-a27591d6-ab7b-48fa-8643-e6e0a952bbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:14:08.821149 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-57509105-d374-4935-be15-d41366be735a req-a27591d6-ab7b-48fa-8643-e6e0a952bbac service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=3dcb2fbc2efd4f209b89ee21a8ca23ed&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0974212 Sep 21 22:14:08.916968 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57509105-d374-4935-be15-d41366be735a req-35324733-1b71-4663-af00-c7b7003542f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:14:08.918671 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-57509105-d374-4935-be15-d41366be735a req-35324733-1b71-4663-af00-c7b7003542f7 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919454 Sep 21 22:14:09.005540 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dfd9dd-2e43-437e-a5ce-3eeee18d0289 req-51850cbc-e525-44a1-a272-b4f61dd98989 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:14:09.006459 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc31244e-0bca-4603-88a8-f194d5f95aa4 req-0e0c0e56-7bbb-4fc4-b954-c2ebb9eaed13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:14:09.007080 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c5dfd9dd-2e43-437e-a5ce-3eeee18d0289 req-51850cbc-e525-44a1-a272-b4f61dd98989 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e2e57d0-d2dc-4c2c-a681-0acf21f1eee2 HTTP/1.1" status: 200 len: 943 time: 0.0552347 Sep 21 22:14:09.008177 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-bc31244e-0bca-4603-88a8-f194d5f95aa4 req-0e0c0e56-7bbb-4fc4-b954-c2ebb9eaed13 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3dcb2fbc2efd4f209b89ee21a8ca23ed&device_id=5e2e57d0-d2dc-4c2c-a681-0acf21f1eee2 HTTP/1.1" status: 200 len: 1127 time: 0.0485859 Sep 21 22:14:09.013378 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-ff6fed01-1e0a-4e1c-8040-4a6a0d0602e7 None None] Attempt 3 to provision port 101e202d-f499-4fb1-abd5-bf78eee1228c Sep 21 22:14:09.051678 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-bc31244e-0bca-4603-88a8-f194d5f95aa4 req-05f3d76b-0238-4d02-8fbf-08d23c327a4a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=101e202d-f499-4fb1-abd5-bf78eee1228c HTTP/1.1" status: 200 len: 217 time: 0.0372860 Sep 21 22:14:09.053657 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-ff6fed01-1e0a-4e1c-8040-4a6a0d0602e7 None None] Port 101e202d-f499-4fb1-abd5-bf78eee1228c had new provisioning blocks added so it will not transition to active. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 21 22:14:09.061374 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c5dfd9dd-2e43-437e-a5ce-3eeee18d0289 req-444cfb5d-6193-4939-a90f-cf38478c45fe tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/security-groups?id=99204050-2efb-4916-9215-aaa08df20362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477195 Sep 21 22:14:09.103105 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc31244e-0bca-4603-88a8-f194d5f95aa4 req-42459107-1a6b-46c8-9f60-d005c645cf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:14:09.104592 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-bc31244e-0bca-4603-88a8-f194d5f95aa4 req-42459107-1a6b-46c8-9f60-d005c645cf53 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a37b1ae7-9d3d-4472-bfa1-de899df489f1 HTTP/1.1" status: 200 len: 850 time: 0.0473757 Sep 21 22:14:09.153484 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc31244e-0bca-4603-88a8-f194d5f95aa4 req-c64e76c4-34c1-468b-89a7-947aca0f1914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:14:09.154981 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-bc31244e-0bca-4603-88a8-f194d5f95aa4 req-c64e76c4-34c1-468b-89a7-947aca0f1914 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3bc5f972-a258-4cfd-8f74-f733733efeea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447590 Sep 21 22:14:09.252317 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-bc31244e-0bca-4603-88a8-f194d5f95aa4 req-439b5779-6da6-4012-a08e-200c417b8d70 service neutron] 10.222.0.71 "GET /v2.0/networks/3bc5f972-a258-4cfd-8f74-f733733efeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903120 Sep 21 22:14:09.340742 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-bc31244e-0bca-4603-88a8-f194d5f95aa4 req-7c46ea98-7d09-49e6-8983-803c85423ddc service neutron] 10.222.0.71 "GET /v2.0/networks/3bc5f972-a258-4cfd-8f74-f733733efeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826581 Sep 21 22:14:10.191028 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264efc57-5838-48eb-967a-8deae6d55390 req-36fc045e-49b8-415a-aaa3-94955a3c40dd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:14:10.192555 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-264efc57-5838-48eb-967a-8deae6d55390 req-36fc045e-49b8-415a-aaa3-94955a3c40dd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e2e57d0-d2dc-4c2c-a681-0acf21f1eee2 HTTP/1.1" status: 200 len: 943 time: 0.0558240 Sep 21 22:14:10.243139 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-264efc57-5838-48eb-967a-8deae6d55390 req-11e84691-87df-45ed-af94-9decc3847f41 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/security-groups?id=99204050-2efb-4916-9215-aaa08df20362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449953 Sep 21 22:14:11.369874 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e08693-9c00-4983-b2bc-bb9c7b579469 req-ddadfba0-52f0-472e-bfb9-1085c1fc37f0 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:14:11.371454 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-91e08693-9c00-4983-b2bc-bb9c7b579469 req-ddadfba0-52f0-472e-bfb9-1085c1fc37f0 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e2e57d0-d2dc-4c2c-a681-0acf21f1eee2 HTTP/1.1" status: 200 len: 943 time: 0.0534573 Sep 21 22:14:11.421727 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-91e08693-9c00-4983-b2bc-bb9c7b579469 req-61de387e-0c14-4d58-8008-be4dc1f2d2ad tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/security-groups?id=99204050-2efb-4916-9215-aaa08df20362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444114 Sep 21 22:14:12.545533 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e28d5d-b965-49cd-93f5-9a9ae65072d5 req-4a3d944d-f7a5-428c-9417-1c2d101e665f tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:14:12.547078 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-37e28d5d-b965-49cd-93f5-9a9ae65072d5 req-4a3d944d-f7a5-428c-9417-1c2d101e665f tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e2e57d0-d2dc-4c2c-a681-0acf21f1eee2 HTTP/1.1" status: 200 len: 943 time: 0.0529759 Sep 21 22:14:12.603534 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-37e28d5d-b965-49cd-93f5-9a9ae65072d5 req-665d278d-05ec-4b8d-9fcf-770db8fd6599 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/security-groups?id=99204050-2efb-4916-9215-aaa08df20362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504506 Sep 21 22:14:13.962888 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0acd2f-b355-48d7-83f6-58869387e3bb req-2871e566-bec4-4baf-bbee-5cf26f02cc2f tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:14:13.964290 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2d0acd2f-b355-48d7-83f6-58869387e3bb req-2871e566-bec4-4baf-bbee-5cf26f02cc2f tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e2e57d0-d2dc-4c2c-a681-0acf21f1eee2 HTTP/1.1" status: 200 len: 943 time: 0.2837150 Sep 21 22:14:14.014221 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2d0acd2f-b355-48d7-83f6-58869387e3bb req-b1344f41-975f-4dfc-9877-46dcc937eb35 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/security-groups?id=99204050-2efb-4916-9215-aaa08df20362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443079 Sep 21 22:14:15.135287 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03183626-a9cf-4344-8c3f-4848fbaa6d2b req-65baf0e4-62d3-4964-8597-d56b9bc3cc79 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:14:15.136751 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-03183626-a9cf-4344-8c3f-4848fbaa6d2b req-65baf0e4-62d3-4964-8597-d56b9bc3cc79 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e2e57d0-d2dc-4c2c-a681-0acf21f1eee2 HTTP/1.1" status: 200 len: 943 time: 0.0515938 Sep 21 22:14:15.186086 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-03183626-a9cf-4344-8c3f-4848fbaa6d2b req-807c1627-0a65-43c7-8c25-4a7b77a71e0d tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/security-groups?id=99204050-2efb-4916-9215-aaa08df20362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431037 Sep 21 22:14:15.533715 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (0aee7d89-594f-4992-91de-a4ac3f52e28d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:14:16.013779 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-48a3c095-b0bd-4f54-aecd-fdb9c1091b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:14:16.316529 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a40cf1-c24f-4e2c-abcc-07ec8143a0bf req-efab5c93-195b-4991-b2c1-d2c9e5add687 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:14:16.317915 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-19a40cf1-c24f-4e2c-abcc-07ec8143a0bf req-efab5c93-195b-4991-b2c1-d2c9e5add687 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e2e57d0-d2dc-4c2c-a681-0acf21f1eee2 HTTP/1.1" status: 200 len: 943 time: 0.0569651 Sep 21 22:14:16.365547 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-19a40cf1-c24f-4e2c-abcc-07ec8143a0bf req-4268b5d5-210c-4b82-8781-b124dcf98c71 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/security-groups?id=99204050-2efb-4916-9215-aaa08df20362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420146 Sep 21 22:14:17.458343 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device 101e202d-f499-4fb1-abd5-bf78eee1228c details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=116021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 22:14:17.494745 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92604a70-5501-4ba3-bff0-ccbffc6fb6a4 req-80604d0b-d326-44b1-96ad-7a8c627bfa90 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:14:17.496161 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-92604a70-5501-4ba3-bff0-ccbffc6fb6a4 req-80604d0b-d326-44b1-96ad-7a8c627bfa90 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e2e57d0-d2dc-4c2c-a681-0acf21f1eee2 HTTP/1.1" status: 200 len: 943 time: 0.0541997 Sep 21 22:14:17.546834 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-92604a70-5501-4ba3-bff0-ccbffc6fb6a4 req-b808b091-25e5-4726-92c2-c64c1033b1cf tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/security-groups?id=99204050-2efb-4916-9215-aaa08df20362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442038 Sep 21 22:14:17.556033 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port 101e202d-f499-4fb1-abd5-bf78eee1228c, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=101e202d-f499-4fb1-abd5-bf78eee1228c,segment=NetworkSegment(f40f1dc0-ddab-429e-acc9-12d73fbb5252),segment_id=f40f1dc0-ddab-429e-acc9-12d73fbb5252)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:14:17.568535 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Returning: {'device': '101e202d-f499-4fb1-abd5-bf78eee1228c', 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea', 'port_id': '101e202d-f499-4fb1-abd5-bf78eee1228c', 'mac_address': 'fa:16:3e:37:74:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a37b1ae7-9d3d-4472-bfa1-de899df489f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 22:14:17.607539 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port 101e202d-f499-4fb1-abd5-bf78eee1228c is: DOWN; New status is: BUILD {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:14:17.607926 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (101e202d-f499-4fb1-abd5-bf78eee1228c), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:14:17.621122 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.notifiers.nova [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 101e202d-f499-4fb1-abd5-bf78eee1228c {{(pid=116021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:14:17.641357 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port 101e202d-f499-4fb1-abd5-bf78eee1228c, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=101e202d-f499-4fb1-abd5-bf78eee1228c,segment=NetworkSegment(f40f1dc0-ddab-429e-acc9-12d73fbb5252),segment_id=f40f1dc0-ddab-429e-acc9-12d73fbb5252)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:14:17.715796 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (101e202d-f499-4fb1-abd5-bf78eee1228c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:14:17.762574 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=101e202d-f499-4fb1-abd5-bf78eee1228c,revision_number=4']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:14:17.934974 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] get_ports_and_sgs() called for port_ids ['101e202d-f499-4fb1-abd5-bf78eee1228c'] {{(pid=116021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:14:18.207776 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-ef13d2fc-dfa4-4ef2-b499-7d02823356dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:14:18.680644 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57eab71-8702-44e3-85f6-749f74dee9ff req-a290e738-87b9-4314-a317-db9494905e05 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:14:18.682190 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-d57eab71-8702-44e3-85f6-749f74dee9ff req-a290e738-87b9-4314-a317-db9494905e05 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e2e57d0-d2dc-4c2c-a681-0acf21f1eee2 HTTP/1.1" status: 200 len: 944 time: 0.0581646 Sep 21 22:14:18.731595 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-d57eab71-8702-44e3-85f6-749f74dee9ff req-f01b3cba-663d-4a17-8871-1efa245ac545 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/security-groups?id=99204050-2efb-4916-9215-aaa08df20362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429373 Sep 21 22:14:19.477309 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device 101e202d-f499-4fb1-abd5-bf78eee1228c up at agent hyperv_hv-cinder-85881 {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:14:19.579767 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:14:19.608769 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Provisioning for port 101e202d-f499-4fb1-abd5-bf78eee1228c completed by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 22:14:19.613106 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Provisioning complete for port 101e202d-f499-4fb1-abd5-bf78eee1228c triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:14:19.613485 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (101e202d-f499-4fb1-abd5-bf78eee1228c), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:14:19.613825 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Attempt 1 to provision port 101e202d-f499-4fb1-abd5-bf78eee1228c Sep 21 22:14:19.688381 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port 101e202d-f499-4fb1-abd5-bf78eee1228c is: BUILD; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:14:19.688770 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (101e202d-f499-4fb1-abd5-bf78eee1228c), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:14:19.711499 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e2e57d0-d2dc-4c2c-a681-0acf21f1eee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '101e202d-f499-4fb1-abd5-bf78eee1228c'}] {{(pid=116021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:14:19.713830 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d500dca99ac2bf62db1703b02a00765538e18f27ddf2ede5333818e021564b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34fb93f5-dae6-44ce-9261-5d5011efdfbf" -d '{"events": [{"server_uuid": "5e2e57d0-d2dc-4c2c-a681-0acf21f1eee2", "name": "network-vif-plugged", "status": "completed", "tag": "101e202d-f499-4fb1-abd5-bf78eee1228c"}]}' {{(pid=116021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:14:19.727659 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port 101e202d-f499-4fb1-abd5-bf78eee1228c, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=101e202d-f499-4fb1-abd5-bf78eee1228c,segment=NetworkSegment(f40f1dc0-ddab-429e-acc9-12d73fbb5252),segment_id=f40f1dc0-ddab-429e-acc9-12d73fbb5252)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:14:19.750557 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d41a3b-7b6b-4efe-b141-9df20272d537 x-openstack-request-id: req-03d41a3b-7b6b-4efe-b141-9df20272d537 {{(pid=116021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:14:19.750856 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e2e57d0-d2dc-4c2c-a681-0acf21f1eee2", "name": "network-vif-plugged", "status": "completed", "tag": "101e202d-f499-4fb1-abd5-bf78eee1228c", "code": 200}]} {{(pid=116021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:14:19.751115 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-03d41a3b-7b6b-4efe-b141-9df20272d537 {{(pid=116021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:14:19.751520 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03d41a3b-7b6b-4efe-b141-9df20272d537'] response: {'server_uuid': '5e2e57d0-d2dc-4c2c-a681-0acf21f1eee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '101e202d-f499-4fb1-abd5-bf78eee1228c', 'code': 200} Sep 21 22:14:19.826225 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (101e202d-f499-4fb1-abd5-bf78eee1228c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:14:19.868808 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dffaef-baa5-4d55-a546-d33d60cd1792 req-a0af2181-7590-4b4c-826a-98288f2da7d2 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:14:19.870294 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b5dffaef-baa5-4d55-a546-d33d60cd1792 req-a0af2181-7590-4b4c-826a-98288f2da7d2 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e2e57d0-d2dc-4c2c-a681-0acf21f1eee2 HTTP/1.1" status: 200 len: 944 time: 0.0588038 Sep 21 22:14:19.875738 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=101e202d-f499-4fb1-abd5-bf78eee1228c,revision_number=5']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:14:19.930656 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b5dffaef-baa5-4d55-a546-d33d60cd1792 req-5a408c3a-e37f-4cdb-8010-fd54f4c0cf79 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/security-groups?id=99204050-2efb-4916-9215-aaa08df20362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545371 Sep 21 22:14:20.124436 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba5394-d13b-4a84-b556-e01642f34df3 req-9505481b-29db-4c7f-b8f1-670aa28a71cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:14:20.125959 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-94ba5394-d13b-4a84-b556-e01642f34df3 req-9505481b-29db-4c7f-b8f1-670aa28a71cb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5e2e57d0-d2dc-4c2c-a681-0acf21f1eee2 HTTP/1.1" status: 200 len: 1129 time: 0.0456936 Sep 21 22:14:20.177619 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-94ba5394-d13b-4a84-b556-e01642f34df3 req-7a6379ae-aa0f-45fa-b067-cb2557d71a21 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=99204050-2efb-4916-9215-aaa08df20362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456967 Sep 21 22:14:21.065145 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:14:21.065790 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3e541-1dba-4f0e-b963-301eb5fb8fcb req-e3a72f40-95a9-4804-85fe-1f123ff84c4b tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:14:21.066660 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-f1b3e541-1dba-4f0e-b963-301eb5fb8fcb req-e3a72f40-95a9-4804-85fe-1f123ff84c4b tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e2e57d0-d2dc-4c2c-a681-0acf21f1eee2 HTTP/1.1" status: 200 len: 945 time: 0.0595667 Sep 21 22:14:21.124442 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-f1b3e541-1dba-4f0e-b963-301eb5fb8fcb req-2477e0a1-5eca-462d-8b15-2a95870e22e2 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/security-groups?id=99204050-2efb-4916-9215-aaa08df20362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517957 Sep 21 22:14:22.247960 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c7c5e-72ba-4a37-b0c9-44d100ebc031 req-4a698552-bc3c-4f5e-a75e-d1e779d5358c tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:14:22.249480 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-5a2c7c5e-72ba-4a37-b0c9-44d100ebc031 req-4a698552-bc3c-4f5e-a75e-d1e779d5358c tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e2e57d0-d2dc-4c2c-a681-0acf21f1eee2 HTTP/1.1" status: 200 len: 945 time: 0.0530760 Sep 21 22:14:22.297698 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-5a2c7c5e-72ba-4a37-b0c9-44d100ebc031 req-3d27381a-1699-4553-b5ab-73c3d3b3b517 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/security-groups?id=99204050-2efb-4916-9215-aaa08df20362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426962 Sep 21 22:14:22.421595 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b8820-3f9d-4788-9cb9-9f23384d44ab req-870f228d-dcab-49a7-9c26-59d8f1c7ba5c tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:14:22.423094 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-5b1b8820-3f9d-4788-9cb9-9f23384d44ab req-870f228d-dcab-49a7-9c26-59d8f1c7ba5c tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e2e57d0-d2dc-4c2c-a681-0acf21f1eee2 HTTP/1.1" status: 200 len: 945 time: 0.0550852 Sep 21 22:14:22.471806 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-5b1b8820-3f9d-4788-9cb9-9f23384d44ab req-e9ab1bfd-a2f6-4eb5-8f5d-1d5144237336 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/security-groups?id=99204050-2efb-4916-9215-aaa08df20362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426202 Sep 21 22:14:22.500152 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:14:22.502420 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 41384) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:14:22.592361 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7965dc-b0f5-4097-882c-d3eee9bbdabe tempest-TestVolumeBootPattern-1445851951 tempest-TestVolumeBootPattern-1445851951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:14:22.593862 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-fe7965dc-b0f5-4097-882c-d3eee9bbdabe tempest-TestVolumeBootPattern-1445851951 tempest-TestVolumeBootPattern-1445851951-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=5e2e57d0-d2dc-4c2c-a681-0acf21f1eee2 HTTP/1.1" status: 200 len: 1124 time: 0.0900500 Sep 21 22:14:22.596870 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 41388) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:14:22.601370 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-ed4fc76d-ad87-40c7-817b-4bb89c9f4f3e tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Request body: {'floatingip': {'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'port_id': '101e202d-f499-4fb1-abd5-bf78eee1228c', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'fixed_ip_address': '172.20.0.7'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:14:22.705394 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-ed4fc76d-ad87-40c7-817b-4bb89c9f4f3e tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:14:22.811101 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-ed4fc76d-ad87-40c7-817b-4bb89c9f4f3e tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:14:22.912849 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.db_base_plugin_common [None req-ed4fc76d-ad87-40c7-817b-4bb89c9f4f3e tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Allocated IP 172.27.1.85 (b12f12c4-b4b4-4032-bd63-4e51184cdf86/38720055-293b-4785-9b37-d6bdacdcb1b4/89c4c12c-87cb-4b72-88a4-3b711770c884) {{(pid=116020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:14:23.020062 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-ed4fc76d-ad87-40c7-817b-4bb89c9f4f3e tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks [] for port (89c4c12c-87cb-4b72-88a4-3b711770c884), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:14:23.117581 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-ed4fc76d-ad87-40c7-817b-4bb89c9f4f3e tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (89c4c12c-87cb-4b72-88a4-3b711770c884), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:14:23.155189 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4fc76d-ad87-40c7-817b-4bb89c9f4f3e tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Network b12f12c4-b4b4-4032-bd63-4e51184cdf86 is already hosted by enough agents. {{(pid=116020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:14:23.158157 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.base_scheduler [None req-ed4fc76d-ad87-40c7-817b-4bb89c9f4f3e tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Resources bound (agent type, host, resource id): {{(pid=116020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:14:23.164230 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4fc76d-ad87-40c7-817b-4bb89c9f4f3e tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Received port after_create {{(pid=116020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:14:23.186170 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4fc76d-ad87-40c7-817b-4bb89c9f4f3e tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Pushing event updated for resources: {'Port': ['ID=89c4c12c-87cb-4b72-88a4-3b711770c884,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:14:23.197664 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4fc76d-ad87-40c7-817b-4bb89c9f4f3e tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:14:23.198012 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4fc76d-ad87-40c7-817b-4bb89c9f4f3e tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:14:23.198356 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4fc76d-ad87-40c7-817b-4bb89c9f4f3e tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:14:23.198694 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4fc76d-ad87-40c7-817b-4bb89c9f4f3e tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:14:23.199028 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4fc76d-ad87-40c7-817b-4bb89c9f4f3e tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:14:23.199356 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4fc76d-ad87-40c7-817b-4bb89c9f4f3e tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:14:23.199689 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4fc76d-ad87-40c7-817b-4bb89c9f4f3e tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:14:23.200040 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4fc76d-ad87-40c7-817b-4bb89c9f4f3e tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:14:23.201007 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4fc76d-ad87-40c7-817b-4bb89c9f4f3e tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:14:23.201337 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4fc76d-ad87-40c7-817b-4bb89c9f4f3e tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:14:23.201662 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4fc76d-ad87-40c7-817b-4bb89c9f4f3e tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:14:23.201985 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4fc76d-ad87-40c7-817b-4bb89c9f4f3e tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:14:23.202304 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4fc76d-ad87-40c7-817b-4bb89c9f4f3e tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:14:23.519722 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-ed4fc76d-ad87-40c7-817b-4bb89c9f4f3e tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks [] for floatingip (3503fd57-3d9c-4bb7-afe4-9e11304ffd7e), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:14:23.636909 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-ed4fc76d-ad87-40c7-817b-4bb89c9f4f3e tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (89c4c12c-87cb-4b72-88a4-3b711770c884), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:14:23.780753 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-ed4fc76d-ad87-40c7-817b-4bb89c9f4f3e tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks [] for port (89c4c12c-87cb-4b72-88a4-3b711770c884), precommit_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:14:23.865084 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-ed4fc76d-ad87-40c7-817b-4bb89c9f4f3e tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14266021'] for port (89c4c12c-87cb-4b72-88a4-3b711770c884), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:14:23.929457 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-ed4fc76d-ad87-40c7-817b-4bb89c9f4f3e tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494336'] for floatingip (3503fd57-3d9c-4bb7-afe4-9e11304ffd7e), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:14:23.931156 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4fc76d-ad87-40c7-817b-4bb89c9f4f3e tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Pushing event updated for resources: {'Port': ['ID=89c4c12c-87cb-4b72-88a4-3b711770c884,revision_number=2']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:14:24.029231 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.db.l3_db [None req-ed4fc76d-ad87-40c7-817b-4bb89c9f4f3e tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Floating IP 3503fd57-3d9c-4bb7-afe4-9e11304ffd7e associated. External IP: 172.27.1.85, port: 101e202d-f499-4fb1-abd5-bf78eee1228c. Sep 21 22:14:24.236503 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed4fc76d-ad87-40c7-817b-4bb89c9f4f3e tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Router 77c6a506-2c8a-48eb-aa92-1ce3131c426c has already been hosted by L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 {{(pid=116020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:14:24.343419 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4fc76d-ad87-40c7-817b-4bb89c9f4f3e tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:14:24.353224 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031beafe-e3c2-4dc0-9cb8-c993cbd595ab None None] Sync routers for ids ['77c6a506-2c8a-48eb-aa92-1ce3131c426c'] in dv-cinder-858819-1-iscsi {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:14:24.362873 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031beafe-e3c2-4dc0-9cb8-c993cbd595ab None None] Routers {'77c6a506-2c8a-48eb-aa92-1ce3131c426c'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:14:24.363491 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-031beafe-e3c2-4dc0-9cb8-c993cbd595ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:14:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['77c6a506-2c8a-48eb-aa92-1ce3131c426c'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:14:24.462509 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-031beafe-e3c2-4dc0-9cb8-c993cbd595ab None None] Set router 77c6a506-2c8a-48eb-aa92-1ce3131c426c gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:14:24.478540 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-ed4fc76d-ad87-40c7-817b-4bb89c9f4f3e tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for floatingip (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:14:24.508827 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-ed4fc76d-ad87-40c7-817b-4bb89c9f4f3e tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9108469 Sep 21 22:14:24.509588 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e2e57d0-d2dc-4c2c-a681-0acf21f1eee2', 'tag': '101e202d-f499-4fb1-abd5-bf78eee1228c'}] {{(pid=116020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:14:24.512008 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}616469ce01b4343580b51944d90e43cdadd76175ffa2c7c7ae3ce11ef7217efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97dc2680-ac5b-4778-911e-202ea9e42883" -d '{"events": [{"name": "network-changed", "server_uuid": "5e2e57d0-d2dc-4c2c-a681-0acf21f1eee2", "tag": "101e202d-f499-4fb1-abd5-bf78eee1228c"}]}' {{(pid=116020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:14:24.548780 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76dacf5c-879c-4045-9b8e-36b43f157feb x-openstack-request-id: req-76dacf5c-879c-4045-9b8e-36b43f157feb {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:14:24.549405 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e2e57d0-d2dc-4c2c-a681-0acf21f1eee2", "tag": "101e202d-f499-4fb1-abd5-bf78eee1228c", "status": "completed", "code": 200}]} {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:14:24.549518 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-76dacf5c-879c-4045-9b8e-36b43f157feb {{(pid=116020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:14:24.550789 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76dacf5c-879c-4045-9b8e-36b43f157feb'] response: {'name': 'network-changed', 'server_uuid': '5e2e57d0-d2dc-4c2c-a681-0acf21f1eee2', 'tag': '101e202d-f499-4fb1-abd5-bf78eee1228c', 'status': 'completed', 'code': 200} Sep 21 22:14:24.615878 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc2680-ac5b-4778-911e-202ea9e42883 req-4f5101c6-4b15-4645-91d8-30e086cabcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:14:24.617453 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-97dc2680-ac5b-4778-911e-202ea9e42883 req-4f5101c6-4b15-4645-91d8-30e086cabcdf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3dcb2fbc2efd4f209b89ee21a8ca23ed&device_id=5e2e57d0-d2dc-4c2c-a681-0acf21f1eee2 HTTP/1.1" status: 200 len: 1129 time: 0.0474076 Sep 21 22:14:24.680130 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-031beafe-e3c2-4dc0-9cb8-c993cbd595ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'name': 'tempest-TestVolumeBootPattern-526563558-router', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'ce066fe9-af4d-4027-884e-407bede8161e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:13:31Z', 'updated_at': '2022-09-21T22:13:35Z', 'revision_number': 4, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'gw_port': {'id': 'ce066fe9-af4d-4027-884e-407bede8161e', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:13:32Z', 'updated_at': '2022-09-21T22:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_floatingips': [{'id': '3503fd57-3d9c-4bb7-afe4-9e11304ffd7e', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'floating_ip_address': '172.27.1.85', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'port_id': '101e202d-f499-4fb1-abd5-bf78eee1228c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea', 'mac_address': 'fa:16:3e:37:74:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2e57d0-d2dc-4c2c-a681-0acf21f1eee2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:14:23Z', 'updated_at': '2022-09-21T22:14:23Z', 'revision_number': 0, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5ecfad1-5e4f-41fe-9747-b52a98791283', 'name': '', 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'mac_address': 'fa:16:3e:d3:a9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'a37b1ae7-9d3d-4472-bfa1-de899df489f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:13:34Z', 'updated_at': '2022-09-21T22:13:38Z', 'revision_number': 5, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'subnets': [{'id': 'a37b1ae7-9d3d-4472-bfa1-de899df489f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:14:24.704559 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031beafe-e3c2-4dc0-9cb8-c993cbd595ab None None] Checking router: 77c6a506-2c8a-48eb-aa92-1ce3131c426c for host: dv-cinder-858819-1-iscsi {{(pid=116022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:14:24.711374 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc2680-ac5b-4778-911e-202ea9e42883 req-2ac8fb57-0298-41ba-8bd9-88c53ede3f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:14:24.712912 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-97dc2680-ac5b-4778-911e-202ea9e42883 req-2ac8fb57-0298-41ba-8bd9-88c53ede3f3a service neutron] 10.222.0.71 "GET /v2.0/networks?id=3bc5f972-a258-4cfd-8f74-f733733efeea HTTP/1.1" status: 200 len: 912 time: 0.0896628 Sep 21 22:14:24.713071 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031beafe-e3c2-4dc0-9cb8-c993cbd595ab None None] Routers {'77c6a506-2c8a-48eb-aa92-1ce3131c426c'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:14:24.713577 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-031beafe-e3c2-4dc0-9cb8-c993cbd595ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:14:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['77c6a506-2c8a-48eb-aa92-1ce3131c426c'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:14:24.775456 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-97dc2680-ac5b-4778-911e-202ea9e42883 req-bc16628d-e15a-4031-85a7-3c64d1f756a8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=101e202d-f499-4fb1-abd5-bf78eee1228c HTTP/1.1" status: 200 len: 998 time: 0.0556693 Sep 21 22:14:24.813048 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-031beafe-e3c2-4dc0-9cb8-c993cbd595ab None None] Set router 77c6a506-2c8a-48eb-aa92-1ce3131c426c gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:14:24.823069 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc2680-ac5b-4778-911e-202ea9e42883 req-fd13375c-534b-42a4-876e-4352722e2597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:14:24.824577 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-97dc2680-ac5b-4778-911e-202ea9e42883 req-fd13375c-534b-42a4-876e-4352722e2597 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a37b1ae7-9d3d-4472-bfa1-de899df489f1 HTTP/1.1" status: 200 len: 850 time: 0.0439773 Sep 21 22:14:24.878291 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc2680-ac5b-4778-911e-202ea9e42883 req-3357baac-a461-4dcc-89ae-2a9a9a03ed13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:14:24.881908 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-97dc2680-ac5b-4778-911e-202ea9e42883 req-3357baac-a461-4dcc-89ae-2a9a9a03ed13 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3bc5f972-a258-4cfd-8f74-f733733efeea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493670 Sep 21 22:14:25.002194 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-6c9b1721-5e93-4f72-bfe9-511acac709f4 req-657003e7-7164-4887-a1e3-e25363fcaaf7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5e2e57d0-d2dc-4c2c-a681-0acf21f1eee2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0652988 Sep 21 22:14:25.017684 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-97dc2680-ac5b-4778-911e-202ea9e42883 req-cbd45eab-e3cc-4055-8e3d-0d1f93b6c1ca service neutron] 10.222.0.71 "GET /v2.0/networks/3bc5f972-a258-4cfd-8f74-f733733efeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264150 Sep 21 22:14:25.111733 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-97dc2680-ac5b-4778-911e-202ea9e42883 req-1ab9a460-cbe0-4861-a075-1644298d9eb0 service neutron] 10.222.0.71 "GET /v2.0/networks/3bc5f972-a258-4cfd-8f74-f733733efeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878050 Sep 21 22:14:25.117443 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-031beafe-e3c2-4dc0-9cb8-c993cbd595ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'name': 'tempest-TestVolumeBootPattern-526563558-router', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'ce066fe9-af4d-4027-884e-407bede8161e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:13:31Z', 'updated_at': '2022-09-21T22:13:35Z', 'revision_number': 4, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'gw_port': {'id': 'ce066fe9-af4d-4027-884e-407bede8161e', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:13:32Z', 'updated_at': '2022-09-21T22:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_floatingips': [{'id': '3503fd57-3d9c-4bb7-afe4-9e11304ffd7e', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'floating_ip_address': '172.27.1.85', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'port_id': '101e202d-f499-4fb1-abd5-bf78eee1228c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea', 'mac_address': 'fa:16:3e:37:74:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2e57d0-d2dc-4c2c-a681-0acf21f1eee2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:14:23Z', 'updated_at': '2022-09-21T22:14:23Z', 'revision_number': 0, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5ecfad1-5e4f-41fe-9747-b52a98791283', 'name': '', 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'mac_address': 'fa:16:3e:d3:a9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'a37b1ae7-9d3d-4472-bfa1-de899df489f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:13:34Z', 'updated_at': '2022-09-21T22:13:38Z', 'revision_number': 5, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'subnets': [{'id': 'a37b1ae7-9d3d-4472-bfa1-de899df489f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:14:25.142327 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031beafe-e3c2-4dc0-9cb8-c993cbd595ab None None] The sync data for ids ['77c6a506-2c8a-48eb-aa92-1ce3131c426c'] in dv-cinder-858819-1-iscsi is: [{'id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'name': 'tempest-TestVolumeBootPattern-526563558-router', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'ce066fe9-af4d-4027-884e-407bede8161e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:13:31Z', 'updated_at': '2022-09-21T22:13:35Z', 'revision_number': 4, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'gw_port': {'id': 'ce066fe9-af4d-4027-884e-407bede8161e', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:13:32Z', 'updated_at': '2022-09-21T22:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_floatingips': [{'id': '3503fd57-3d9c-4bb7-afe4-9e11304ffd7e', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'floating_ip_address': '172.27.1.85', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'port_id': '101e202d-f499-4fb1-abd5-bf78eee1228c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea', 'mac_address': 'fa:16:3e:37:74:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2e57d0-d2dc-4c2c-a681-0acf21f1eee2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:14:23Z', 'updated_at': '2022-09-21T22:14:23Z', 'revision_number': 0, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5ecfad1-5e4f-41fe-9747-b52a98791283', 'name': '', 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'mac_address': 'fa:16:3e:d3:a9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'a37b1ae7-9d3d-4472-bfa1-de899df489f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:13:34Z', 'updated_at': '2022-09-21T22:13:38Z', 'revision_number': 5, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'subnets': [{'id': 'a37b1ae7-9d3d-4472-bfa1-de899df489f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:14:25.279607 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b1721-5e93-4f72-bfe9-511acac709f4 req-b7610762-8a66-4cf7-8d94-5256ecf1edf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:14:25.281151 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-6c9b1721-5e93-4f72-bfe9-511acac709f4 req-b7610762-8a66-4cf7-8d94-5256ecf1edf0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3dcb2fbc2efd4f209b89ee21a8ca23ed&device_id=5e2e57d0-d2dc-4c2c-a681-0acf21f1eee2 HTTP/1.1" status: 200 len: 1129 time: 0.0484335 Sep 21 22:14:25.357958 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7b2501-226d-46f1-94a1-ff80606bc635 None None] New status for floating IP 3503fd57-3d9c-4bb7-afe4-9e11304ffd7e: ACTIVE {{(pid=116021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 22:14:25.654521 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b1721-5e93-4f72-bfe9-511acac709f4 req-957495dc-0946-44c4-9ce5-1eeb069d742d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:14:25.655988 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-6c9b1721-5e93-4f72-bfe9-511acac709f4 req-957495dc-0946-44c4-9ce5-1eeb069d742d service neutron] 10.222.0.71 "GET /v2.0/networks?id=3bc5f972-a258-4cfd-8f74-f733733efeea HTTP/1.1" status: 200 len: 912 time: 0.3532553 Sep 21 22:14:25.718563 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-6c9b1721-5e93-4f72-bfe9-511acac709f4 req-480bc3b4-0e68-4f78-a1a6-2732d5a09255 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=101e202d-f499-4fb1-abd5-bf78eee1228c HTTP/1.1" status: 200 len: 1000 time: 0.0560260 Sep 21 22:14:25.766017 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b1721-5e93-4f72-bfe9-511acac709f4 req-c44e7873-e29c-4de7-ac17-bbc7db152ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:14:25.767459 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-6c9b1721-5e93-4f72-bfe9-511acac709f4 req-c44e7873-e29c-4de7-ac17-bbc7db152ce8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a37b1ae7-9d3d-4472-bfa1-de899df489f1 HTTP/1.1" status: 200 len: 850 time: 0.0436690 Sep 21 22:14:25.818242 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b1721-5e93-4f72-bfe9-511acac709f4 req-77f4db53-0155-4394-95cf-e2836d3c640f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:14:25.819696 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-6c9b1721-5e93-4f72-bfe9-511acac709f4 req-77f4db53-0155-4394-95cf-e2836d3c640f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3bc5f972-a258-4cfd-8f74-f733733efeea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464237 Sep 21 22:14:25.905931 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-6c9b1721-5e93-4f72-bfe9-511acac709f4 req-209446f8-cd20-4f8d-9cf9-69af72d55ee5 service neutron] 10.222.0.71 "GET /v2.0/networks/3bc5f972-a258-4cfd-8f74-f733733efeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797145 Sep 21 22:14:26.000730 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-6c9b1721-5e93-4f72-bfe9-511acac709f4 req-d43fc9f3-ec65-435e-b84f-db53667767b2 service neutron] 10.222.0.71 "GET /v2.0/networks/3bc5f972-a258-4cfd-8f74-f733733efeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861804 Sep 21 22:14:34.745721 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.agents_db [None req-53c7536d-764e-4ad7-87ad-c450eadf28b3 None None] Agent healthcheck: found 6 active agents {{(pid=116022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:14:45.557191 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (0aee7d89-594f-4992-91de-a4ac3f52e28d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:14:46.002250 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-0aa2373c-a9f4-4a7b-bc62-c35a7ab5c104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:14:48.156556 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-c9e8d913-6a09-4775-ad4c-d22c6cd52484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:14:49.545153 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:14:51.053850 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:14:52.487867 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:15:11.744635 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.agents_db [None req-53c7536d-764e-4ad7-87ad-c450eadf28b3 None None] Agent healthcheck: found 6 active agents {{(pid=116022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:15:15.560350 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (0aee7d89-594f-4992-91de-a4ac3f52e28d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:15:15.977524 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-0c08dc65-9c10-4385-a54d-d0bef6708881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:15:18.196086 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-ba9190a0-a9f4-4782-8648-25e0a407d6a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:15:19.556454 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:15:21.063229 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:15:22.488544 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:15:24.972908 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-ab0ef4f0-1bcb-4a34-a1f9-3950fd4bae32 req-c0dc01f0-85e1-426f-92d0-6935dfdd32af service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5e2e57d0-d2dc-4c2c-a681-0acf21f1eee2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444603 Sep 21 22:15:25.060839 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ef4f0-1bcb-4a34-a1f9-3950fd4bae32 req-a93099d0-374b-4874-8402-a8d5a26a1dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:15:25.062360 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-ab0ef4f0-1bcb-4a34-a1f9-3950fd4bae32 req-a93099d0-374b-4874-8402-a8d5a26a1dce service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3dcb2fbc2efd4f209b89ee21a8ca23ed&device_id=5e2e57d0-d2dc-4c2c-a681-0acf21f1eee2 HTTP/1.1" status: 200 len: 1129 time: 0.0453775 Sep 21 22:15:25.174684 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ef4f0-1bcb-4a34-a1f9-3950fd4bae32 req-65f29709-5b5f-414e-afeb-945da4999ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:15:25.176181 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-ab0ef4f0-1bcb-4a34-a1f9-3950fd4bae32 req-65f29709-5b5f-414e-afeb-945da4999ae5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3bc5f972-a258-4cfd-8f74-f733733efeea HTTP/1.1" status: 200 len: 912 time: 0.0951879 Sep 21 22:15:25.239082 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-ab0ef4f0-1bcb-4a34-a1f9-3950fd4bae32 req-a4fc6b39-647b-4054-87af-6c576a7157c4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=101e202d-f499-4fb1-abd5-bf78eee1228c HTTP/1.1" status: 200 len: 1000 time: 0.0564728 Sep 21 22:15:25.287302 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ef4f0-1bcb-4a34-a1f9-3950fd4bae32 req-a0f34885-bcde-4b18-984b-08515c506203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:15:25.288806 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-ab0ef4f0-1bcb-4a34-a1f9-3950fd4bae32 req-a0f34885-bcde-4b18-984b-08515c506203 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a37b1ae7-9d3d-4472-bfa1-de899df489f1 HTTP/1.1" status: 200 len: 850 time: 0.0440991 Sep 21 22:15:25.341660 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ef4f0-1bcb-4a34-a1f9-3950fd4bae32 req-0a09e45a-d8c7-44f9-b053-c6568fead18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:15:25.343190 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-ab0ef4f0-1bcb-4a34-a1f9-3950fd4bae32 req-0a09e45a-d8c7-44f9-b053-c6568fead18b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3bc5f972-a258-4cfd-8f74-f733733efeea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492680 Sep 21 22:15:25.433803 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-ab0ef4f0-1bcb-4a34-a1f9-3950fd4bae32 req-cddd6ff9-3b08-4332-b0e0-dbbe411c3820 service neutron] 10.222.0.71 "GET /v2.0/networks/3bc5f972-a258-4cfd-8f74-f733733efeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847423 Sep 21 22:15:25.526903 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-ab0ef4f0-1bcb-4a34-a1f9-3950fd4bae32 req-6a952ecf-894b-433f-9108-82c9d6b64dc5 service neutron] 10.222.0.71 "GET /v2.0/networks/3bc5f972-a258-4cfd-8f74-f733733efeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867672 Sep 21 22:15:45.553983 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (0aee7d89-594f-4992-91de-a4ac3f52e28d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:15:45.976929 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f63a332c-cd3e-4660-bc35-f4473a0234ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:15:48.170482 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-efa6d735-0077-4ddf-b39c-36063ea338f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:15:48.744805 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.agents_db [None req-53c7536d-764e-4ad7-87ad-c450eadf28b3 None None] Agent healthcheck: found 6 active agents {{(pid=116022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:15:49.553811 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:15:51.052901 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:15:52.492871 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:16:07.025697 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [req-797031be-d251-4a3c-b05a-775e537e0ab4 req-50713c42-7dea-49f0-9b9a-81ffd45949c1 service neutron] (116020) timed out ('10.222.0.71', 62100) {{(pid=116020) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 21 22:16:15.578151 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (0aee7d89-594f-4992-91de-a4ac3f52e28d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:16:15.995196 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-581d6d06-6e08-408c-8f31-4d0c62cf5347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:16:18.161209 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-94a59b60-30c4-4e12-abdf-de4dbd88c7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:16:19.555332 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:16:20.312403 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a91fc-d50f-4c5a-b782-85d18169c501 req-14b1c2a7-c2dc-476a-8cfe-35d89cd9572d tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:16:20.313913 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-232a91fc-d50f-4c5a-b782-85d18169c501 req-14b1c2a7-c2dc-476a-8cfe-35d89cd9572d tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e2e57d0-d2dc-4c2c-a681-0acf21f1eee2 HTTP/1.1" status: 200 len: 945 time: 0.0601778 Sep 21 22:16:20.361930 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-232a91fc-d50f-4c5a-b782-85d18169c501 req-dcedaccc-dea5-4f3f-a59c-22e127e3bf1b tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/security-groups?id=99204050-2efb-4916-9215-aaa08df20362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421305 Sep 21 22:16:21.089922 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:16:21.488811 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b3bac-ec0c-4f80-90e4-8a038f5e7484 req-d9ad5742-1c5e-4cf4-9441-7502cc6c7e91 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:16:21.490290 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-569b3bac-ec0c-4f80-90e4-8a038f5e7484 req-d9ad5742-1c5e-4cf4-9441-7502cc6c7e91 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e2e57d0-d2dc-4c2c-a681-0acf21f1eee2 HTTP/1.1" status: 200 len: 945 time: 0.0532453 Sep 21 22:16:21.539300 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-569b3bac-ec0c-4f80-90e4-8a038f5e7484 req-52c82810-28e2-4007-870a-bcd1a76e8a96 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/security-groups?id=99204050-2efb-4916-9215-aaa08df20362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431616 Sep 21 22:16:21.858718 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a772bcb-7eda-4297-96d0-3f5c4b0e53a9 req-9059d9f9-0f08-4153-afef-76833ff24f33 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:16:21.860080 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-5a772bcb-7eda-4297-96d0-3f5c4b0e53a9 req-9059d9f9-0f08-4153-afef-76833ff24f33 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e2e57d0-d2dc-4c2c-a681-0acf21f1eee2 HTTP/1.1" status: 200 len: 945 time: 0.0530505 Sep 21 22:16:21.946476 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [req-5a772bcb-7eda-4297-96d0-3f5c4b0e53a9 req-2250227e-569b-402e-b098-1245bbc571cd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Deleting port 101e202d-f499-4fb1-abd5-bf78eee1228c {{(pid=116020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:16:21.946814 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-5a772bcb-7eda-4297-96d0-3f5c4b0e53a9 req-2250227e-569b-402e-b098-1245bbc571cd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (101e202d-f499-4fb1-abd5-bf78eee1228c), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:16:22.001945 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [req-9a504fb0-7584-4a13-8fb3-09d36b03807b req-d1ace46f-645e-4720-8173-d748f82e2df0 service neutron] (116019) timed out ('10.222.0.71', 62108) {{(pid=116019) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 21 22:16:22.003614 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [req-1f89e46c-8f1a-437e-b119-c38235de11fe req-93eadb1a-1483-4a7e-926a-0b9e17775fce service neutron] (116019) timed out ('10.222.0.71', 62074) {{(pid=116019) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 21 22:16:22.036475 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-5a772bcb-7eda-4297-96d0-3f5c4b0e53a9 req-2250227e-569b-402e-b098-1245bbc571cd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] For port 101e202d-f499-4fb1-abd5-bf78eee1228c, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=101e202d-f499-4fb1-abd5-bf78eee1228c,segment=NetworkSegment(f40f1dc0-ddab-429e-acc9-12d73fbb5252),segment_id=f40f1dc0-ddab-429e-acc9-12d73fbb5252)] {{(pid=116020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:16:22.036836 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-5a772bcb-7eda-4297-96d0-3f5c4b0e53a9 req-2250227e-569b-402e-b098-1245bbc571cd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (101e202d-f499-4fb1-abd5-bf78eee1228c), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:16:22.195240 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-5a772bcb-7eda-4297-96d0-3f5c4b0e53a9 req-2250227e-569b-402e-b098-1245bbc571cd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:16:22.195600 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-5a772bcb-7eda-4297-96d0-3f5c4b0e53a9 req-2250227e-569b-402e-b098-1245bbc571cd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494336'] for floatingip (3503fd57-3d9c-4bb7-afe4-9e11304ffd7e), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:16:22.195942 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.db.l3_db [req-5a772bcb-7eda-4297-96d0-3f5c4b0e53a9 req-2250227e-569b-402e-b098-1245bbc571cd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Floating IP 3503fd57-3d9c-4bb7-afe4-9e11304ffd7e disassociated. External IP: 172.27.1.85, port: 101e202d-f499-4fb1-abd5-bf78eee1228c. Sep 21 22:16:22.196293 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [req-5a772bcb-7eda-4297-96d0-3f5c4b0e53a9 req-2250227e-569b-402e-b098-1245bbc571cd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Calling delete_port for 101e202d-f499-4fb1-abd5-bf78eee1228c owned by compute:nova {{(pid=116020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:16:22.370002 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-5a772bcb-7eda-4297-96d0-3f5c4b0e53a9 req-2250227e-569b-402e-b098-1245bbc571cd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (101e202d-f499-4fb1-abd5-bf78eee1228c), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:16:22.395550 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250227e-569b-402e-b098-1245bbc571cd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Pushing event deleted for resources: {'Port': ['ID=101e202d-f499-4fb1-abd5-bf78eee1228c,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:16:22.408455 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250227e-569b-402e-b098-1245bbc571cd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:16:22.408831 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250227e-569b-402e-b098-1245bbc571cd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:16:22.409171 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250227e-569b-402e-b098-1245bbc571cd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:16:22.409513 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250227e-569b-402e-b098-1245bbc571cd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:16:22.409857 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250227e-569b-402e-b098-1245bbc571cd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:16:22.410196 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250227e-569b-402e-b098-1245bbc571cd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:16:22.410531 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250227e-569b-402e-b098-1245bbc571cd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:16:22.410872 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250227e-569b-402e-b098-1245bbc571cd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:16:22.411202 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250227e-569b-402e-b098-1245bbc571cd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:16:22.411530 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250227e-569b-402e-b098-1245bbc571cd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:16:22.411862 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250227e-569b-402e-b098-1245bbc571cd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:16:22.412221 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250227e-569b-402e-b098-1245bbc571cd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:16:22.412548 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250227e-569b-402e-b098-1245bbc571cd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:16:22.495733 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:16:22.521605 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a772bcb-7eda-4297-96d0-3f5c4b0e53a9 req-2250227e-569b-402e-b098-1245bbc571cd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Router 77c6a506-2c8a-48eb-aa92-1ce3131c426c has already been hosted by L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 {{(pid=116020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:16:22.625183 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a772bcb-7eda-4297-96d0-3f5c4b0e53a9 req-2250227e-569b-402e-b098-1245bbc571cd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:16:22.635512 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42612ea1-2dc2-443f-b056-2e4e5a262266 None None] Sync routers for ids ['77c6a506-2c8a-48eb-aa92-1ce3131c426c'] in dv-cinder-858819-1-iscsi {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:16:22.645435 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42612ea1-2dc2-443f-b056-2e4e5a262266 None None] Routers {'77c6a506-2c8a-48eb-aa92-1ce3131c426c'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:16:22.646076 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-42612ea1-2dc2-443f-b056-2e4e5a262266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:16:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['77c6a506-2c8a-48eb-aa92-1ce3131c426c'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:16:22.653704 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-11732c03-55ff-4bad-b008-d0194ff5e270 req-e8e1015c-535d-4c1b-9e6e-6a101db6d723 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e2e57d0-d2dc-4c2c-a681-0acf21f1eee2 HTTP/1.1" status: 200 len: 210 time: 0.0419779 Sep 21 22:16:22.667412 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a772bcb-7eda-4297-96d0-3f5c4b0e53a9 req-2250227e-569b-402e-b098-1245bbc571cd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] No DVR routers for this DVR port 101e202d-f499-4fb1-abd5-bf78eee1228c on host hv-cinder-85881 {{(pid=116020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:16:22.681899 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-5a772bcb-7eda-4297-96d0-3f5c4b0e53a9 req-2250227e-569b-402e-b098-1245bbc571cd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:16:22.685368 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-5a772bcb-7eda-4297-96d0-3f5c4b0e53a9 req-2250227e-569b-402e-b098-1245bbc571cd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.71 "DELETE /v2.0/ports/101e202d-f499-4fb1-abd5-bf78eee1228c HTTP/1.1" status: 204 len: 173 time: 0.8197405 Sep 21 22:16:22.685898 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e2e57d0-d2dc-4c2c-a681-0acf21f1eee2', 'name': 'network-vif-deleted', 'tag': '101e202d-f499-4fb1-abd5-bf78eee1228c'}] {{(pid=116020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:16:22.688315 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}616469ce01b4343580b51944d90e43cdadd76175ffa2c7c7ae3ce11ef7217efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2489bef5-9896-4ec2-948f-d513853da43d" -d '{"events": [{"server_uuid": "5e2e57d0-d2dc-4c2c-a681-0acf21f1eee2", "name": "network-vif-deleted", "tag": "101e202d-f499-4fb1-abd5-bf78eee1228c"}]}' {{(pid=116020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:16:22.724199 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324ef983-a2be-4350-b85f-61931460dcbc x-openstack-request-id: req-324ef983-a2be-4350-b85f-61931460dcbc {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:16:22.724502 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e2e57d0-d2dc-4c2c-a681-0acf21f1eee2", "name": "network-vif-deleted", "tag": "101e202d-f499-4fb1-abd5-bf78eee1228c", "status": "completed", "code": 200}]} {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:16:22.724760 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-324ef983-a2be-4350-b85f-61931460dcbc {{(pid=116020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:16:22.725173 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-324ef983-a2be-4350-b85f-61931460dcbc'] response: {'server_uuid': '5e2e57d0-d2dc-4c2c-a681-0acf21f1eee2', 'name': 'network-vif-deleted', 'tag': '101e202d-f499-4fb1-abd5-bf78eee1228c', 'status': 'completed', 'code': 200} Sep 21 22:16:22.755355 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-42612ea1-2dc2-443f-b056-2e4e5a262266 None None] Set router 77c6a506-2c8a-48eb-aa92-1ce3131c426c gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:16:22.949897 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-42612ea1-2dc2-443f-b056-2e4e5a262266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'name': 'tempest-TestVolumeBootPattern-526563558-router', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'ce066fe9-af4d-4027-884e-407bede8161e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:13:31Z', 'updated_at': '2022-09-21T22:13:35Z', 'revision_number': 4, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'gw_port': {'id': 'ce066fe9-af4d-4027-884e-407bede8161e', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:13:32Z', 'updated_at': '2022-09-21T22:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': 'b5ecfad1-5e4f-41fe-9747-b52a98791283', 'name': '', 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'mac_address': 'fa:16:3e:d3:a9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'a37b1ae7-9d3d-4472-bfa1-de899df489f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:13:34Z', 'updated_at': '2022-09-21T22:13:38Z', 'revision_number': 5, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'subnets': [{'id': 'a37b1ae7-9d3d-4472-bfa1-de899df489f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:16:22.978078 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42612ea1-2dc2-443f-b056-2e4e5a262266 None None] Checking router: 77c6a506-2c8a-48eb-aa92-1ce3131c426c for host: dv-cinder-858819-1-iscsi {{(pid=116022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:16:22.986452 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42612ea1-2dc2-443f-b056-2e4e5a262266 None None] Routers {'77c6a506-2c8a-48eb-aa92-1ce3131c426c'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:16:22.987066 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-42612ea1-2dc2-443f-b056-2e4e5a262266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:16:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['77c6a506-2c8a-48eb-aa92-1ce3131c426c'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:16:23.088214 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-42612ea1-2dc2-443f-b056-2e4e5a262266 None None] Set router 77c6a506-2c8a-48eb-aa92-1ce3131c426c gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:16:23.279229 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-42612ea1-2dc2-443f-b056-2e4e5a262266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'name': 'tempest-TestVolumeBootPattern-526563558-router', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'ce066fe9-af4d-4027-884e-407bede8161e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:13:31Z', 'updated_at': '2022-09-21T22:13:35Z', 'revision_number': 4, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'gw_port': {'id': 'ce066fe9-af4d-4027-884e-407bede8161e', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:13:32Z', 'updated_at': '2022-09-21T22:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': 'b5ecfad1-5e4f-41fe-9747-b52a98791283', 'name': '', 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'mac_address': 'fa:16:3e:d3:a9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'a37b1ae7-9d3d-4472-bfa1-de899df489f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:13:34Z', 'updated_at': '2022-09-21T22:13:38Z', 'revision_number': 5, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'subnets': [{'id': 'a37b1ae7-9d3d-4472-bfa1-de899df489f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:16:23.305428 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42612ea1-2dc2-443f-b056-2e4e5a262266 None None] The sync data for ids ['77c6a506-2c8a-48eb-aa92-1ce3131c426c'] in dv-cinder-858819-1-iscsi is: [{'id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'name': 'tempest-TestVolumeBootPattern-526563558-router', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'ce066fe9-af4d-4027-884e-407bede8161e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:13:31Z', 'updated_at': '2022-09-21T22:13:35Z', 'revision_number': 4, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'gw_port': {'id': 'ce066fe9-af4d-4027-884e-407bede8161e', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:13:32Z', 'updated_at': '2022-09-21T22:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': 'b5ecfad1-5e4f-41fe-9747-b52a98791283', 'name': '', 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'mac_address': 'fa:16:3e:d3:a9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'a37b1ae7-9d3d-4472-bfa1-de899df489f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:13:34Z', 'updated_at': '2022-09-21T22:13:38Z', 'revision_number': 5, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'subnets': [{'id': 'a37b1ae7-9d3d-4472-bfa1-de899df489f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:16:23.521482 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e266086-6bd2-4eb6-a9b7-75b0db8d9016 None None] New status for floating IP 3503fd57-3d9c-4bb7-afe4-9e11304ffd7e: DOWN {{(pid=116021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 22:16:23.770265 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-4cd70bf2-b0ce-4272-a1f2-3e190f6136a7 req-78d0d4fb-5788-41c2-8ebd-a5f036d990d0 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e2e57d0-d2dc-4c2c-a681-0acf21f1eee2 HTTP/1.1" status: 200 len: 210 time: 0.0272217 Sep 21 22:16:24.139285 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device 101e202d-f499-4fb1-abd5-bf78eee1228c no longer exists at agent hyperv_hv-cinder-85881 {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:16:24.159945 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] No Port match for: 101e202d-f499-4fb1-abd5-bf78eee1228c {{(pid=116021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:16:24.160319 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device 101e202d-f499-4fb1-abd5-bf78eee1228c not bound to the agent host hv-cinder-85881 {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:16:24.988003 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-fd22f084-1a65-4275-83cc-c8ab9cbe7186 req-8bda1e5d-0cad-4d7d-9dba-b391268ca735 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-397007954&fields=id&tenant_id=3dcb2fbc2efd4f209b89ee21a8ca23ed HTTP/1.1" status: 200 len: 267 time: 0.0438123 Sep 21 22:16:25.095914 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd22f084-1a65-4275-83cc-c8ab9cbe7186 req-c618a5ee-261b-487a-a62a-119bbd5b8222 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:16:25.097319 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-fd22f084-1a65-4275-83cc-c8ab9cbe7186 req-c618a5ee-261b-487a-a62a-119bbd5b8222 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/networks?id=3bc5f972-a258-4cfd-8f74-f733733efeea HTTP/1.1" status: 200 len: 811 time: 0.1028800 Sep 21 22:16:25.112251 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-fd22f084-1a65-4275-83cc-c8ab9cbe7186 req-06a7713b-732a-4826-89dd-3b4176d363e9 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/quotas/3dcb2fbc2efd4f209b89ee21a8ca23ed HTTP/1.1" status: 200 len: 375 time: 0.0095716 Sep 21 22:16:25.165728 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-fd22f084-1a65-4275-83cc-c8ab9cbe7186 req-3809107a-9ac3-4e98-8eb1-e277ee792fa5 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3dcb2fbc2efd4f209b89ee21a8ca23ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484803 Sep 21 22:16:25.259899 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-fd22f084-1a65-4275-83cc-c8ab9cbe7186 req-e97b0aff-7326-45a7-84b4-cdcac170bd3f service neutron] 10.222.0.52 "GET /v2.0/networks/3bc5f972-a258-4cfd-8f74-f733733efeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821795 Sep 21 22:16:25.350961 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-fd22f084-1a65-4275-83cc-c8ab9cbe7186 req-a4decda7-6ae6-47ef-96ed-263b2756440e service neutron] 10.222.0.52 "GET /v2.0/networks/3bc5f972-a258-4cfd-8f74-f733733efeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851984 Sep 21 22:16:25.743179 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.agents_db [None req-53c7536d-764e-4ad7-87ad-c450eadf28b3 None None] Agent healthcheck: found 6 active agents {{(pid=116022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:16:25.939656 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-0932054e-b7ec-4bee-9e26-dc2eb7388118 req-1d18def5-7b4e-4cec-9b2a-b42af6397b5d tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca2db5f-0278-4ed9-b224-c08f677de508 HTTP/1.1" status: 200 len: 210 time: 0.0272419 Sep 21 22:16:27.037651 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-3e4f00a5-ec56-4d2a-8090-1b58db46ad62 req-6064d967-638d-4f7e-9ed4-1fa8dd70a224 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca2db5f-0278-4ed9-b224-c08f677de508 HTTP/1.1" status: 200 len: 210 time: 0.0272703 Sep 21 22:16:27.642673 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd22f084-1a65-4275-83cc-c8ab9cbe7186 req-0708254f-ecd3-4227-ac3c-611f19103163 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:16:27.644159 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-fd22f084-1a65-4275-83cc-c8ab9cbe7186 req-0708254f-ecd3-4227-ac3c-611f19103163 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.71 "GET /v2.0/networks?id=3bc5f972-a258-4cfd-8f74-f733733efeea HTTP/1.1" status: 200 len: 811 time: 0.1096137 Sep 21 22:16:27.707078 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-fd22f084-1a65-4275-83cc-c8ab9cbe7186 req-adb3b550-6cc2-4569-b246-644389551863 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3dcb2fbc2efd4f209b89ee21a8ca23ed HTTP/1.1" status: 200 len: 379 time: 0.0539656 Sep 21 22:16:27.715916 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [req-fd22f084-1a65-4275-83cc-c8ab9cbe7186 req-5c1b61bf-86c2-4495-8922-0de3185f1703 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Request body: {'port': {'device_id': '9ca2db5f-0278-4ed9-b224-c08f677de508', 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea', 'admin_state_up': True, 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'security_groups': ['99204050-2efb-4916-9215-aaa08df20362']}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:16:27.892191 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd22f084-1a65-4275-83cc-c8ab9cbe7186 req-5c1b61bf-86c2-4495-8922-0de3185f1703 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Made reservation on behalf of 3dcb2fbc2efd4f209b89ee21a8ca23ed for: {'port': 1} {{(pid=116020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:16:27.895598 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-fd22f084-1a65-4275-83cc-c8ab9cbe7186 req-5c1b61bf-86c2-4495-8922-0de3185f1703 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:16:28.022120 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.db_base_plugin_common [req-fd22f084-1a65-4275-83cc-c8ab9cbe7186 req-5c1b61bf-86c2-4495-8922-0de3185f1703 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Allocated IP 172.20.0.5 (3bc5f972-a258-4cfd-8f74-f733733efeea/a37b1ae7-9d3d-4472-bfa1-de899df489f1/b096f070-9610-4e5e-8f78-05c799d4b361) {{(pid=116020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:16:28.139436 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-cbb55d21-70d3-48c5-9b92-875b0153c3b8 req-24ac7504-1548-4825-8615-4f219028807c tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca2db5f-0278-4ed9-b224-c08f677de508 HTTP/1.1" status: 200 len: 210 time: 0.0275621 Sep 21 22:16:28.165603 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-fd22f084-1a65-4275-83cc-c8ab9cbe7186 req-5c1b61bf-86c2-4495-8922-0de3185f1703 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks [] for port (b096f070-9610-4e5e-8f78-05c799d4b361), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:16:28.244617 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-fd22f084-1a65-4275-83cc-c8ab9cbe7186 req-5c1b61bf-86c2-4495-8922-0de3185f1703 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (b096f070-9610-4e5e-8f78-05c799d4b361), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:16:28.288601 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd22f084-1a65-4275-83cc-c8ab9cbe7186 req-5c1b61bf-86c2-4495-8922-0de3185f1703 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Network 3bc5f972-a258-4cfd-8f74-f733733efeea is already hosted by enough agents. {{(pid=116020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:16:28.295445 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.base_scheduler [req-fd22f084-1a65-4275-83cc-c8ab9cbe7186 req-5c1b61bf-86c2-4495-8922-0de3185f1703 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Resources bound (agent type, host, resource id): {{(pid=116020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:16:28.298308 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b61bf-86c2-4495-8922-0de3185f1703 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Pushing event updated for resources: {'Port': ['ID=b096f070-9610-4e5e-8f78-05c799d4b361,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:16:28.300509 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd22f084-1a65-4275-83cc-c8ab9cbe7186 req-5c1b61bf-86c2-4495-8922-0de3185f1703 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Received port after_create {{(pid=116020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:16:28.354782 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd22f084-1a65-4275-83cc-c8ab9cbe7186 req-5c1b61bf-86c2-4495-8922-0de3185f1703 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:16:28.355418 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-fd22f084-1a65-4275-83cc-c8ab9cbe7186 req-5c1b61bf-86c2-4495-8922-0de3185f1703 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:16:28.476902 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-fd22f084-1a65-4275-83cc-c8ab9cbe7186 req-5c1b61bf-86c2-4495-8922-0de3185f1703 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7583313 Sep 21 22:16:28.482177 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [req-fd22f084-1a65-4275-83cc-c8ab9cbe7186 req-01a3c3c8-fead-41f6-8879-cf45d924224c service neutron] Request body: {'port': {'device_id': '9ca2db5f-0278-4ed9-b224-c08f677de508', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:16:28.532043 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-07beeeb1-9ea7-4eab-808f-0686fc8c5ccb None None] Provisioning complete for port b096f070-9610-4e5e-8f78-05c799d4b361 triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:16:28.533070 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-07beeeb1-9ea7-4eab-808f-0686fc8c5ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (b096f070-9610-4e5e-8f78-05c799d4b361), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:16:28.535110 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-07beeeb1-9ea7-4eab-808f-0686fc8c5ccb None None] Attempt 1 to provision port b096f070-9610-4e5e-8f78-05c799d4b361 Sep 21 22:16:28.550255 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-fd22f084-1a65-4275-83cc-c8ab9cbe7186 req-01a3c3c8-fead-41f6-8879-cf45d924224c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (b096f070-9610-4e5e-8f78-05c799d4b361), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:16:28.574703 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-07beeeb1-9ea7-4eab-808f-0686fc8c5ccb None None] Port b096f070-9610-4e5e-8f78-05c799d4b361 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:16:28.810390 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [req-fd22f084-1a65-4275-83cc-c8ab9cbe7186 req-01a3c3c8-fead-41f6-8879-cf45d924224c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b096f070-9610-4e5e-8f78-05c799d4b361 {{(pid=116020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:16:28.817898 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-fd22f084-1a65-4275-83cc-c8ab9cbe7186 req-01a3c3c8-fead-41f6-8879-cf45d924224c service neutron] Publish callbacks [] for port (b096f070-9610-4e5e-8f78-05c799d4b361), precommit_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:16:28.830782 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.provisioning_blocks [req-fd22f084-1a65-4275-83cc-c8ab9cbe7186 req-01a3c3c8-fead-41f6-8879-cf45d924224c service neutron] Transition to ACTIVE for port object b096f070-9610-4e5e-8f78-05c799d4b361 will not be triggered until provisioned by entity L2. {{(pid=116020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 22:16:28.901258 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-fd22f084-1a65-4275-83cc-c8ab9cbe7186 req-01a3c3c8-fead-41f6-8879-cf45d924224c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14266021'] for port (b096f070-9610-4e5e-8f78-05c799d4b361), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:16:28.977203 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a3c3c8-fead-41f6-8879-cf45d924224c service neutron] Pushing event updated for resources: {'Port': ['ID=b096f070-9610-4e5e-8f78-05c799d4b361,revision_number=2']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:16:29.007330 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-fd22f084-1a65-4275-83cc-c8ab9cbe7186 req-01a3c3c8-fead-41f6-8879-cf45d924224c service neutron] Attempting to bind port b096f070-9610-4e5e-8f78-05c799d4b361 on host hv-cinder-85881 for vnic_type normal with profile {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:16:29.007666 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-fd22f084-1a65-4275-83cc-c8ab9cbe7186 req-01a3c3c8-fead-41f6-8879-cf45d924224c service neutron] Attempting to bind port b096f070-9610-4e5e-8f78-05c799d4b361 by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': 'f40f1dc0-ddab-429e-acc9-12d73fbb5252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea'}] {{(pid=116020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:16:29.007996 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd22f084-1a65-4275-83cc-c8ab9cbe7186 req-01a3c3c8-fead-41f6-8879-cf45d924224c service neutron] Attempting to bind port b096f070-9610-4e5e-8f78-05c799d4b361 on network 3bc5f972-a258-4cfd-8f74-f733733efeea {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:16:29.012464 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd22f084-1a65-4275-83cc-c8ab9cbe7186 req-01a3c3c8-fead-41f6-8879-cf45d924224c service neutron] Port b096f070-9610-4e5e-8f78-05c799d4b361 on network 3bc5f972-a258-4cfd-8f74-f733733efeea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 22:16:29.012681 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd22f084-1a65-4275-83cc-c8ab9cbe7186 req-01a3c3c8-fead-41f6-8879-cf45d924224c service neutron] Attempting to bind port b096f070-9610-4e5e-8f78-05c799d4b361 on network 3bc5f972-a258-4cfd-8f74-f733733efeea {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:16:29.018149 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd22f084-1a65-4275-83cc-c8ab9cbe7186 req-01a3c3c8-fead-41f6-8879-cf45d924224c service neutron] Checking agent: {'id': '0aee7d89-594f-4992-91de-a4ac3f52e28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 58, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 58, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:16:29.018491 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd22f084-1a65-4275-83cc-c8ab9cbe7186 req-01a3c3c8-fead-41f6-8879-cf45d924224c service neutron] Checking segment: {'id': 'f40f1dc0-ddab-429e-acc9-12d73fbb5252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:16:29.018880 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd22f084-1a65-4275-83cc-c8ab9cbe7186 req-01a3c3c8-fead-41f6-8879-cf45d924224c service neutron] Bound using segment: {'id': 'f40f1dc0-ddab-429e-acc9-12d73fbb5252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea'} {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:16:29.019308 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-fd22f084-1a65-4275-83cc-c8ab9cbe7186 req-01a3c3c8-fead-41f6-8879-cf45d924224c service neutron] Bound port: b096f070-9610-4e5e-8f78-05c799d4b361, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f40f1dc0-ddab-429e-acc9-12d73fbb5252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea'}}] {{(pid=116020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:16:29.019663 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-fd22f084-1a65-4275-83cc-c8ab9cbe7186 req-01a3c3c8-fead-41f6-8879-cf45d924224c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (b096f070-9610-4e5e-8f78-05c799d4b361), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:16:29.075486 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-07beeeb1-9ea7-4eab-808f-0686fc8c5ccb None None] Attempt 2 to provision port b096f070-9610-4e5e-8f78-05c799d4b361 Sep 21 22:16:29.078668 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-fd22f084-1a65-4275-83cc-c8ab9cbe7186 req-01a3c3c8-fead-41f6-8879-cf45d924224c service neutron] For port b096f070-9610-4e5e-8f78-05c799d4b361, host hv-cinder-85881, cleared binding levels {{(pid=116020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:16:29.081657 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-fd22f084-1a65-4275-83cc-c8ab9cbe7186 req-01a3c3c8-fead-41f6-8879-cf45d924224c service neutron] For port b096f070-9610-4e5e-8f78-05c799d4b361, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=b096f070-9610-4e5e-8f78-05c799d4b361,segment=NetworkSegment(f40f1dc0-ddab-429e-acc9-12d73fbb5252),segment_id=f40f1dc0-ddab-429e-acc9-12d73fbb5252)] {{(pid=116020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:16:29.107300 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-07beeeb1-9ea7-4eab-808f-0686fc8c5ccb None None] Port b096f070-9610-4e5e-8f78-05c799d4b361 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:16:29.204770 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-fd22f084-1a65-4275-83cc-c8ab9cbe7186 req-01a3c3c8-fead-41f6-8879-cf45d924224c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14266021'] for port (b096f070-9610-4e5e-8f78-05c799d4b361), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:16:29.209232 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd22f084-1a65-4275-83cc-c8ab9cbe7186 req-01a3c3c8-fead-41f6-8879-cf45d924224c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:16:29.209882 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-fd22f084-1a65-4275-83cc-c8ab9cbe7186 req-01a3c3c8-fead-41f6-8879-cf45d924224c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:16:29.211285 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-fd22f084-1a65-4275-83cc-c8ab9cbe7186 req-01a3c3c8-fead-41f6-8879-cf45d924224c service neutron] 10.222.0.71 "PUT /v2.0/ports/b096f070-9610-4e5e-8f78-05c799d4b361 HTTP/1.1" status: 200 len: 1093 time: 0.7332773 Sep 21 22:16:29.211840 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ca2db5f-0278-4ed9-b224-c08f677de508', 'tag': 'b096f070-9610-4e5e-8f78-05c799d4b361'}] {{(pid=116020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:16:29.214213 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}616469ce01b4343580b51944d90e43cdadd76175ffa2c7c7ae3ce11ef7217efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3609d4ee-cdd2-4b1c-99e6-7126434c312c" -d '{"events": [{"name": "network-changed", "server_uuid": "9ca2db5f-0278-4ed9-b224-c08f677de508", "tag": "b096f070-9610-4e5e-8f78-05c799d4b361"}]}' {{(pid=116020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:16:29.261192 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497432c8-5fc6-481d-8582-37fb5d78ae1a x-openstack-request-id: req-497432c8-5fc6-481d-8582-37fb5d78ae1a {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:16:29.261486 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ca2db5f-0278-4ed9-b224-c08f677de508", "tag": "b096f070-9610-4e5e-8f78-05c799d4b361", "status": "completed", "code": 200}]} {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:16:29.261744 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-497432c8-5fc6-481d-8582-37fb5d78ae1a {{(pid=116020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:16:29.262156 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-497432c8-5fc6-481d-8582-37fb5d78ae1a'] response: {'name': 'network-changed', 'server_uuid': '9ca2db5f-0278-4ed9-b224-c08f677de508', 'tag': 'b096f070-9610-4e5e-8f78-05c799d4b361', 'status': 'completed', 'code': 200} Sep 21 22:16:29.274892 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b084f9-5ddf-4589-bb73-fe31ff7ced56 req-86f1d35f-015a-45de-b7aa-d972fd1de15f tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:16:29.276429 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c9b084f9-5ddf-4589-bb73-fe31ff7ced56 req-86f1d35f-015a-45de-b7aa-d972fd1de15f tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca2db5f-0278-4ed9-b224-c08f677de508 HTTP/1.1" status: 200 len: 943 time: 0.0632660 Sep 21 22:16:29.280678 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a3c3c8-fead-41f6-8879-cf45d924224c service neutron] Pushing event updated for resources: {'Port': ['ID=b096f070-9610-4e5e-8f78-05c799d4b361,revision_number=3']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:16:29.327775 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c9b084f9-5ddf-4589-bb73-fe31ff7ced56 req-ca4df03f-003a-4b67-9c75-2f3afdf9ffd5 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/security-groups?id=99204050-2efb-4916-9215-aaa08df20362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446177 Sep 21 22:16:29.331183 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609d4ee-cdd2-4b1c-99e6-7126434c312c req-04cfe5db-926d-4bb8-aac1-f116161b9908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:16:29.332744 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-3609d4ee-cdd2-4b1c-99e6-7126434c312c req-04cfe5db-926d-4bb8-aac1-f116161b9908 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3dcb2fbc2efd4f209b89ee21a8ca23ed&device_id=9ca2db5f-0278-4ed9-b224-c08f677de508 HTTP/1.1" status: 200 len: 1127 time: 0.0482697 Sep 21 22:16:29.432329 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609d4ee-cdd2-4b1c-99e6-7126434c312c req-1377058c-a9f9-48cf-b464-b895802d5481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:16:29.433777 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-3609d4ee-cdd2-4b1c-99e6-7126434c312c req-1377058c-a9f9-48cf-b464-b895802d5481 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=3dcb2fbc2efd4f209b89ee21a8ca23ed&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0938547 Sep 21 22:16:29.526260 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609d4ee-cdd2-4b1c-99e6-7126434c312c req-37299f1e-bfe2-44d5-8a8e-1252cbc10cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:16:29.527636 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-3609d4ee-cdd2-4b1c-99e6-7126434c312c req-37299f1e-bfe2-44d5-8a8e-1252cbc10cc2 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880034 Sep 21 22:16:29.604258 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd22f084-1a65-4275-83cc-c8ab9cbe7186 req-2f72345c-8835-4db9-907b-20ac718adc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:16:29.605752 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-fd22f084-1a65-4275-83cc-c8ab9cbe7186 req-2f72345c-8835-4db9-907b-20ac718adc1c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3dcb2fbc2efd4f209b89ee21a8ca23ed&device_id=9ca2db5f-0278-4ed9-b224-c08f677de508 HTTP/1.1" status: 200 len: 1127 time: 0.0429955 Sep 21 22:16:29.609164 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-07beeeb1-9ea7-4eab-808f-0686fc8c5ccb None None] Attempt 3 to provision port b096f070-9610-4e5e-8f78-05c799d4b361 Sep 21 22:16:29.646565 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-07beeeb1-9ea7-4eab-808f-0686fc8c5ccb None None] Port b096f070-9610-4e5e-8f78-05c799d4b361 had new provisioning blocks added so it will not transition to active. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 21 22:16:29.649314 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-fd22f084-1a65-4275-83cc-c8ab9cbe7186 req-730966a7-9375-4dcf-a6e5-2ddc7aaed2d4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b096f070-9610-4e5e-8f78-05c799d4b361 HTTP/1.1" status: 200 len: 217 time: 0.0359693 Sep 21 22:16:29.697795 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd22f084-1a65-4275-83cc-c8ab9cbe7186 req-4d309976-bef4-4a9d-b1e4-b2d8e2235175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:16:29.699242 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-fd22f084-1a65-4275-83cc-c8ab9cbe7186 req-4d309976-bef4-4a9d-b1e4-b2d8e2235175 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a37b1ae7-9d3d-4472-bfa1-de899df489f1 HTTP/1.1" status: 200 len: 850 time: 0.0434778 Sep 21 22:16:29.749512 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd22f084-1a65-4275-83cc-c8ab9cbe7186 req-d55f7d82-f664-4115-ac33-adfc6d172dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:16:29.751017 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-fd22f084-1a65-4275-83cc-c8ab9cbe7186 req-d55f7d82-f664-4115-ac33-adfc6d172dcb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3bc5f972-a258-4cfd-8f74-f733733efeea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454969 Sep 21 22:16:29.844024 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-fd22f084-1a65-4275-83cc-c8ab9cbe7186 req-a079f8ea-c56c-4aa8-90cd-bedb9ac32cae service neutron] 10.222.0.71 "GET /v2.0/networks/3bc5f972-a258-4cfd-8f74-f733733efeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862141 Sep 21 22:16:29.932136 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-fd22f084-1a65-4275-83cc-c8ab9cbe7186 req-b981d9ed-de1c-49ab-b7f8-a2c72ac143c1 service neutron] 10.222.0.71 "GET /v2.0/networks/3bc5f972-a258-4cfd-8f74-f733733efeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814674 Sep 21 22:16:30.454586 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29088f10-f358-4d8c-af7d-1b24574f2f60 req-5631a322-5077-43b3-9c94-0b183894622e tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:16:30.456034 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-29088f10-f358-4d8c-af7d-1b24574f2f60 req-5631a322-5077-43b3-9c94-0b183894622e tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca2db5f-0278-4ed9-b224-c08f677de508 HTTP/1.1" status: 200 len: 943 time: 0.0519385 Sep 21 22:16:30.504181 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-29088f10-f358-4d8c-af7d-1b24574f2f60 req-1cd6c23a-119f-4057-a8a1-cf428db820dc tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/security-groups?id=99204050-2efb-4916-9215-aaa08df20362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425215 Sep 21 22:16:31.625699 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525448f4-0a0e-4953-bde8-07c4c94d3228 req-aecfce68-fc3b-493c-bfa5-68a1367e0c3e tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:16:31.627161 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-525448f4-0a0e-4953-bde8-07c4c94d3228 req-aecfce68-fc3b-493c-bfa5-68a1367e0c3e tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca2db5f-0278-4ed9-b224-c08f677de508 HTTP/1.1" status: 200 len: 943 time: 0.0516129 Sep 21 22:16:31.679539 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-525448f4-0a0e-4953-bde8-07c4c94d3228 req-678db228-df49-4f09-a900-e4772bfb6836 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/security-groups?id=99204050-2efb-4916-9215-aaa08df20362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466008 Sep 21 22:16:32.861774 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1668971-35ad-4df9-a0b6-92712e7fa204 req-ef6b8f67-e9ba-435e-b233-cf025224bc82 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:16:32.863576 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-f1668971-35ad-4df9-a0b6-92712e7fa204 req-ef6b8f67-e9ba-435e-b233-cf025224bc82 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca2db5f-0278-4ed9-b224-c08f677de508 HTTP/1.1" status: 200 len: 943 time: 0.1108837 Sep 21 22:16:32.922196 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-f1668971-35ad-4df9-a0b6-92712e7fa204 req-770445fe-22b9-4e86-84f1-6d9dd8827b25 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/security-groups?id=99204050-2efb-4916-9215-aaa08df20362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511620 Sep 21 22:16:34.106143 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6ade0-046e-465f-9618-aaee95728dff req-28702f07-28d3-4ff2-a5b8-89ef5f0023b1 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:16:34.107668 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-7ae6ade0-046e-465f-9618-aaee95728dff req-28702f07-28d3-4ff2-a5b8-89ef5f0023b1 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca2db5f-0278-4ed9-b224-c08f677de508 HTTP/1.1" status: 200 len: 943 time: 0.1116073 Sep 21 22:16:34.159074 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-7ae6ade0-046e-465f-9618-aaee95728dff req-a014a5e4-b493-456a-aa0e-f8e0b2025cd2 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/security-groups?id=99204050-2efb-4916-9215-aaa08df20362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456650 Sep 21 22:16:35.285368 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff735e-395e-4663-bfd7-2c871aec084c req-0c671b68-4179-4840-8ed1-2ea0834ffc05 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:16:35.296804 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-82ff735e-395e-4663-bfd7-2c871aec084c req-0c671b68-4179-4840-8ed1-2ea0834ffc05 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca2db5f-0278-4ed9-b224-c08f677de508 HTTP/1.1" status: 200 len: 943 time: 0.0566659 Sep 21 22:16:35.334821 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-82ff735e-395e-4663-bfd7-2c871aec084c req-4f17c114-b1d6-4b34-af29-4d31baa5315c tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/security-groups?id=99204050-2efb-4916-9215-aaa08df20362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424058 Sep 21 22:16:36.456365 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b5ec4-7d0c-4ae3-a1bc-4dcfc4d8e145 req-48ac4c03-473f-4515-9442-a50317207329 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:16:36.457816 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-5d0b5ec4-7d0c-4ae3-a1bc-4dcfc4d8e145 req-48ac4c03-473f-4515-9442-a50317207329 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca2db5f-0278-4ed9-b224-c08f677de508 HTTP/1.1" status: 200 len: 943 time: 0.0513418 Sep 21 22:16:36.505630 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-5d0b5ec4-7d0c-4ae3-a1bc-4dcfc4d8e145 req-21526463-71cd-47f0-8359-5725de730c4a tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/security-groups?id=99204050-2efb-4916-9215-aaa08df20362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422313 Sep 21 22:16:37.627270 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0412f-611f-409a-bb6d-51292b487bc8 req-a0dbb60a-cc8f-4d5d-8934-e52400ade7b1 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:16:37.628753 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2ea0412f-611f-409a-bb6d-51292b487bc8 req-a0dbb60a-cc8f-4d5d-8934-e52400ade7b1 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca2db5f-0278-4ed9-b224-c08f677de508 HTTP/1.1" status: 200 len: 943 time: 0.0521793 Sep 21 22:16:37.679972 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2ea0412f-611f-409a-bb6d-51292b487bc8 req-ba2d92fd-42f7-4fc9-89ce-164785acc73c tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/security-groups?id=99204050-2efb-4916-9215-aaa08df20362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456631 Sep 21 22:16:38.252860 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device b096f070-9610-4e5e-8f78-05c799d4b361 details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=116021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 22:16:38.351385 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port b096f070-9610-4e5e-8f78-05c799d4b361, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=b096f070-9610-4e5e-8f78-05c799d4b361,segment=NetworkSegment(f40f1dc0-ddab-429e-acc9-12d73fbb5252),segment_id=f40f1dc0-ddab-429e-acc9-12d73fbb5252)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:16:38.367741 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Returning: {'device': 'b096f070-9610-4e5e-8f78-05c799d4b361', 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea', 'port_id': 'b096f070-9610-4e5e-8f78-05c799d4b361', 'mac_address': 'fa:16:3e:9c:cb:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a37b1ae7-9d3d-4472-bfa1-de899df489f1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 22:16:38.401616 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port b096f070-9610-4e5e-8f78-05c799d4b361 is: DOWN; New status is: BUILD {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:16:38.402007 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (b096f070-9610-4e5e-8f78-05c799d4b361), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:16:38.415532 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.notifiers.nova [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b096f070-9610-4e5e-8f78-05c799d4b361 {{(pid=116021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:16:38.438319 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port b096f070-9610-4e5e-8f78-05c799d4b361, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=b096f070-9610-4e5e-8f78-05c799d4b361,segment=NetworkSegment(f40f1dc0-ddab-429e-acc9-12d73fbb5252),segment_id=f40f1dc0-ddab-429e-acc9-12d73fbb5252)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:16:38.552596 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (b096f070-9610-4e5e-8f78-05c799d4b361), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:16:38.598652 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=b096f070-9610-4e5e-8f78-05c799d4b361,revision_number=4']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:16:38.605812 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:16:38.606098 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:16:38.606442 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:16:38.606779 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:16:38.607117 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:16:38.607447 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:16:38.607772 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:16:38.608190 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:16:38.608515 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:16:38.608845 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:16:38.609174 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:16:38.609493 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:16:38.609809 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:16:38.805313 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5887563-a219-4320-bc7c-aec1bd068ca3 req-3524d841-8e29-4330-9bd6-3d97f7e2049c tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:16:38.806800 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b5887563-a219-4320-bc7c-aec1bd068ca3 req-3524d841-8e29-4330-9bd6-3d97f7e2049c tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca2db5f-0278-4ed9-b224-c08f677de508 HTTP/1.1" status: 200 len: 944 time: 0.0529196 Sep 21 22:16:38.835821 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] get_ports_and_sgs() called for port_ids ['b096f070-9610-4e5e-8f78-05c799d4b361'] {{(pid=116021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:16:38.855968 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b5887563-a219-4320-bc7c-aec1bd068ca3 req-f0f3f946-a814-40fc-bf8c-3aa39cf9fdc2 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/security-groups?id=99204050-2efb-4916-9215-aaa08df20362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426269 Sep 21 22:16:39.981447 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80aadd-ace1-4d89-b158-9f21c7963ce4 req-c6636572-216b-40ad-898d-12983f145be0 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:16:39.982947 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-6a80aadd-ace1-4d89-b158-9f21c7963ce4 req-c6636572-216b-40ad-898d-12983f145be0 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca2db5f-0278-4ed9-b224-c08f677de508 HTTP/1.1" status: 200 len: 944 time: 0.0535078 Sep 21 22:16:40.032725 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-6a80aadd-ace1-4d89-b158-9f21c7963ce4 req-762540d3-79d1-4cd2-846c-48f191a65436 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/security-groups?id=99204050-2efb-4916-9215-aaa08df20362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442278 Sep 21 22:16:40.264640 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device b096f070-9610-4e5e-8f78-05c799d4b361 up at agent hyperv_hv-cinder-85881 {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:16:40.367423 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Provisioning for port b096f070-9610-4e5e-8f78-05c799d4b361 completed by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 22:16:40.371720 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Provisioning complete for port b096f070-9610-4e5e-8f78-05c799d4b361 triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:16:40.372111 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (b096f070-9610-4e5e-8f78-05c799d4b361), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:16:40.372450 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Attempt 1 to provision port b096f070-9610-4e5e-8f78-05c799d4b361 Sep 21 22:16:40.446097 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port b096f070-9610-4e5e-8f78-05c799d4b361 is: BUILD; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:16:40.446491 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (b096f070-9610-4e5e-8f78-05c799d4b361), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:16:40.469149 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca2db5f-0278-4ed9-b224-c08f677de508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b096f070-9610-4e5e-8f78-05c799d4b361'}] {{(pid=116021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:16:40.471461 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d500dca99ac2bf62db1703b02a00765538e18f27ddf2ede5333818e021564b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476b30fc-8183-4ad0-ab36-02b972930bdc" -d '{"events": [{"server_uuid": "9ca2db5f-0278-4ed9-b224-c08f677de508", "name": "network-vif-plugged", "status": "completed", "tag": "b096f070-9610-4e5e-8f78-05c799d4b361"}]}' {{(pid=116021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:16:40.484499 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port b096f070-9610-4e5e-8f78-05c799d4b361, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=b096f070-9610-4e5e-8f78-05c799d4b361,segment=NetworkSegment(f40f1dc0-ddab-429e-acc9-12d73fbb5252),segment_id=f40f1dc0-ddab-429e-acc9-12d73fbb5252)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:16:40.508048 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e18dfd-ab4a-448e-8762-656afc3c907c x-openstack-request-id: req-35e18dfd-ab4a-448e-8762-656afc3c907c {{(pid=116021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:16:40.508370 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca2db5f-0278-4ed9-b224-c08f677de508", "name": "network-vif-plugged", "status": "completed", "tag": "b096f070-9610-4e5e-8f78-05c799d4b361", "code": 200}]} {{(pid=116021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:16:40.508629 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-35e18dfd-ab4a-448e-8762-656afc3c907c {{(pid=116021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:16:40.509040 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35e18dfd-ab4a-448e-8762-656afc3c907c'] response: {'server_uuid': '9ca2db5f-0278-4ed9-b224-c08f677de508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b096f070-9610-4e5e-8f78-05c799d4b361', 'code': 200} Sep 21 22:16:40.555323 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (b096f070-9610-4e5e-8f78-05c799d4b361), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:16:40.603172 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=b096f070-9610-4e5e-8f78-05c799d4b361,revision_number=5']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:16:40.870190 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ce011-ad03-4ac3-b6cf-8851845bb9db req-f4bfc265-2827-4524-a293-6fb6e9bf07a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:16:40.871571 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-fa9ce011-ad03-4ac3-b6cf-8851845bb9db req-f4bfc265-2827-4524-a293-6fb6e9bf07a6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9ca2db5f-0278-4ed9-b224-c08f677de508 HTTP/1.1" status: 200 len: 1129 time: 0.0435576 Sep 21 22:16:40.922943 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-fa9ce011-ad03-4ac3-b6cf-8851845bb9db req-3566ea06-d281-491a-8fbf-733c11485cea service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=99204050-2efb-4916-9215-aaa08df20362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434370 Sep 21 22:16:41.158679 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633e54b-d219-4052-aef5-0ced343f8166 req-3f3093d7-211c-4135-a8b5-07428c5f52a1 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:16:41.160195 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-0633e54b-d219-4052-aef5-0ced343f8166 req-3f3093d7-211c-4135-a8b5-07428c5f52a1 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca2db5f-0278-4ed9-b224-c08f677de508 HTTP/1.1" status: 200 len: 945 time: 0.0564744 Sep 21 22:16:41.210397 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-0633e54b-d219-4052-aef5-0ced343f8166 req-c33690e7-3dad-4217-b6bd-d661b32e49b4 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/security-groups?id=99204050-2efb-4916-9215-aaa08df20362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443330 Sep 21 22:16:42.375308 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da414d59-c3b6-4b74-91b1-d2765a957ffe req-9ad84026-eed4-4b78-b321-a01082768b9f tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:16:42.375308 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-da414d59-c3b6-4b74-91b1-d2765a957ffe req-9ad84026-eed4-4b78-b321-a01082768b9f tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca2db5f-0278-4ed9-b224-c08f677de508 HTTP/1.1" status: 200 len: 945 time: 0.0555532 Sep 21 22:16:42.407606 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-da414d59-c3b6-4b74-91b1-d2765a957ffe req-03c012da-34ce-4cdb-a9cb-0f8eb16c1eb8 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/security-groups?id=99204050-2efb-4916-9215-aaa08df20362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471120 Sep 21 22:16:42.537252 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8571b6b-cc80-4208-abbf-d4c178ee78cb req-e1404947-32f1-4e24-b8e2-b9e24237a440 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:16:42.538734 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b8571b6b-cc80-4208-abbf-d4c178ee78cb req-e1404947-32f1-4e24-b8e2-b9e24237a440 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca2db5f-0278-4ed9-b224-c08f677de508 HTTP/1.1" status: 200 len: 945 time: 0.0576668 Sep 21 22:16:42.586687 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-b8571b6b-cc80-4208-abbf-d4c178ee78cb req-8ef675f4-d8f1-483c-81c4-6cbb0dbcb344 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/security-groups?id=99204050-2efb-4916-9215-aaa08df20362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423470 Sep 21 22:16:42.615656 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 41498) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:16:42.659371 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d3b4fe-20cc-4c1c-9910-5c07cd1bb6b8 tempest-TestVolumeBootPattern-1445851951 tempest-TestVolumeBootPattern-1445851951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:16:42.660842 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-d1d3b4fe-20cc-4c1c-9910-5c07cd1bb6b8 tempest-TestVolumeBootPattern-1445851951 tempest-TestVolumeBootPattern-1445851951-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=9ca2db5f-0278-4ed9-b224-c08f677de508 HTTP/1.1" status: 200 len: 1124 time: 0.0441549 Sep 21 22:16:42.663718 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 41500) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:16:42.668093 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.v2.base [None req-c3e11118-df95-45b8-934d-06cd7ed4ec7a tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Request body: {'floatingip': {'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'port_id': 'b096f070-9610-4e5e-8f78-05c799d4b361', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'fixed_ip_address': '172.20.0.5'}} {{(pid=116019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:16:42.752657 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-c3e11118-df95-45b8-934d-06cd7ed4ec7a tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:16:42.850465 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-c3e11118-df95-45b8-934d-06cd7ed4ec7a tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:16:42.951033 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.db_base_plugin_common [None req-c3e11118-df95-45b8-934d-06cd7ed4ec7a tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Allocated IP 172.27.1.203 (b12f12c4-b4b4-4032-bd63-4e51184cdf86/38720055-293b-4785-9b37-d6bdacdcb1b4/3bc433ac-0336-413c-aaeb-9bac5a457682) {{(pid=116019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:16:43.065830 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-c3e11118-df95-45b8-934d-06cd7ed4ec7a tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks [] for port (3bc433ac-0336-413c-aaeb-9bac5a457682), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:16:43.147197 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-c3e11118-df95-45b8-934d-06cd7ed4ec7a tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12777458'] for port (3bc433ac-0336-413c-aaeb-9bac5a457682), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:16:43.181931 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e11118-df95-45b8-934d-06cd7ed4ec7a tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Network b12f12c4-b4b4-4032-bd63-4e51184cdf86 is already hosted by enough agents. {{(pid=116019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:16:43.184707 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.base_scheduler [None req-c3e11118-df95-45b8-934d-06cd7ed4ec7a tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Resources bound (agent type, host, resource id): {{(pid=116019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:16:43.187318 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e11118-df95-45b8-934d-06cd7ed4ec7a tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Received port after_create {{(pid=116019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:16:43.214884 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e11118-df95-45b8-934d-06cd7ed4ec7a tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Pushing event updated for resources: {'Port': ['ID=3bc433ac-0336-413c-aaeb-9bac5a457682,revision_number=1']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:16:43.226572 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e11118-df95-45b8-934d-06cd7ed4ec7a tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:16:43.226919 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e11118-df95-45b8-934d-06cd7ed4ec7a tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:16:43.227265 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e11118-df95-45b8-934d-06cd7ed4ec7a tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:16:43.227597 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e11118-df95-45b8-934d-06cd7ed4ec7a tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:16:43.227928 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e11118-df95-45b8-934d-06cd7ed4ec7a tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:16:43.228284 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e11118-df95-45b8-934d-06cd7ed4ec7a tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:16:43.228822 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e11118-df95-45b8-934d-06cd7ed4ec7a tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:16:43.228948 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e11118-df95-45b8-934d-06cd7ed4ec7a tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:16:43.229250 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e11118-df95-45b8-934d-06cd7ed4ec7a tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:16:43.229574 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e11118-df95-45b8-934d-06cd7ed4ec7a tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:16:43.229897 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e11118-df95-45b8-934d-06cd7ed4ec7a tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:16:43.230221 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e11118-df95-45b8-934d-06cd7ed4ec7a tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:16:43.230538 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e11118-df95-45b8-934d-06cd7ed4ec7a tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:16:43.544681 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-c3e11118-df95-45b8-934d-06cd7ed4ec7a tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks [] for floatingip (8e0537cd-8efc-4431-8d15-9ed3f1e98d38), precommit_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:16:43.675244 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-c3e11118-df95-45b8-934d-06cd7ed4ec7a tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (3bc433ac-0336-413c-aaeb-9bac5a457682), before_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:16:43.820159 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-c3e11118-df95-45b8-934d-06cd7ed4ec7a tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks [] for port (3bc433ac-0336-413c-aaeb-9bac5a457682), precommit_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:16:43.883550 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-c3e11118-df95-45b8-934d-06cd7ed4ec7a tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12777419'] for port (3bc433ac-0336-413c-aaeb-9bac5a457682), after_update {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:16:43.947619 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e11118-df95-45b8-934d-06cd7ed4ec7a tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Pushing event updated for resources: {'Port': ['ID=3bc433ac-0336-413c-aaeb-9bac5a457682,revision_number=2']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:16:43.950009 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-c3e11118-df95-45b8-934d-06cd7ed4ec7a tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494336'] for floatingip (8e0537cd-8efc-4431-8d15-9ed3f1e98d38), after_create {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:16:44.045624 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.db.l3_db [None req-c3e11118-df95-45b8-934d-06cd7ed4ec7a tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Floating IP 8e0537cd-8efc-4431-8d15-9ed3f1e98d38 associated. External IP: 172.27.1.203, port: b096f070-9610-4e5e-8f78-05c799d4b361. Sep 21 22:16:44.241331 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3e11118-df95-45b8-934d-06cd7ed4ec7a tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Router 77c6a506-2c8a-48eb-aa92-1ce3131c426c has already been hosted by L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 {{(pid=116019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:16:44.348243 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e11118-df95-45b8-934d-06cd7ed4ec7a tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:16:44.358405 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5533ca6d-d661-49d9-aadd-a8e58a6f5720 None None] Sync routers for ids ['77c6a506-2c8a-48eb-aa92-1ce3131c426c'] in dv-cinder-858819-1-iscsi {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:16:44.368983 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5533ca6d-d661-49d9-aadd-a8e58a6f5720 None None] Routers {'77c6a506-2c8a-48eb-aa92-1ce3131c426c'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:16:44.369617 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-5533ca6d-d661-49d9-aadd-a8e58a6f5720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:16:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['77c6a506-2c8a-48eb-aa92-1ce3131c426c'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:16:44.425681 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-c3e11118-df95-45b8-934d-06cd7ed4ec7a tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for floatingip (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:16:44.455175 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-c3e11118-df95-45b8-934d-06cd7ed4ec7a tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7903624 Sep 21 22:16:44.455922 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ca2db5f-0278-4ed9-b224-c08f677de508', 'tag': 'b096f070-9610-4e5e-8f78-05c799d4b361'}] {{(pid=116019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:16:44.458318 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}314aa947772f4aa66c6b0f501ee0f59e34b3d7fab75533ca4852f00c2b9fa1f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6fdc18-062f-48ed-821a-4f6f8f29ca9b" -d '{"events": [{"name": "network-changed", "server_uuid": "9ca2db5f-0278-4ed9-b224-c08f677de508", "tag": "b096f070-9610-4e5e-8f78-05c799d4b361"}]}' {{(pid=116019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:16:44.470790 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-5533ca6d-d661-49d9-aadd-a8e58a6f5720 None None] Set router 77c6a506-2c8a-48eb-aa92-1ce3131c426c gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:16:44.493571 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a53dad-a1a0-4e4d-9b9d-694b5454d957 x-openstack-request-id: req-98a53dad-a1a0-4e4d-9b9d-694b5454d957 {{(pid=116019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:16:44.493871 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ca2db5f-0278-4ed9-b224-c08f677de508", "tag": "b096f070-9610-4e5e-8f78-05c799d4b361", "status": "completed", "code": 200}]} {{(pid=116019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:16:44.494131 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-98a53dad-a1a0-4e4d-9b9d-694b5454d957 {{(pid=116019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:16:44.494548 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98a53dad-a1a0-4e4d-9b9d-694b5454d957'] response: {'name': 'network-changed', 'server_uuid': '9ca2db5f-0278-4ed9-b224-c08f677de508', 'tag': 'b096f070-9610-4e5e-8f78-05c799d4b361', 'status': 'completed', 'code': 200} Sep 21 22:16:44.606539 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6fdc18-062f-48ed-821a-4f6f8f29ca9b req-00ed56d4-601c-4620-9f98-279a71264a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:16:44.607949 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-1c6fdc18-062f-48ed-821a-4f6f8f29ca9b req-00ed56d4-601c-4620-9f98-279a71264a71 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3dcb2fbc2efd4f209b89ee21a8ca23ed&device_id=9ca2db5f-0278-4ed9-b224-c08f677de508 HTTP/1.1" status: 200 len: 1129 time: 0.0911055 Sep 21 22:16:44.697001 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6fdc18-062f-48ed-821a-4f6f8f29ca9b req-6615f02a-474c-49ab-855b-e83d2431dfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:16:44.698463 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-1c6fdc18-062f-48ed-821a-4f6f8f29ca9b req-6615f02a-474c-49ab-855b-e83d2431dfe8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3bc5f972-a258-4cfd-8f74-f733733efeea HTTP/1.1" status: 200 len: 912 time: 0.0845037 Sep 21 22:16:44.764169 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-1c6fdc18-062f-48ed-821a-4f6f8f29ca9b req-351e3e49-4a78-4d7e-8f4e-b4b88e8c56a2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b096f070-9610-4e5e-8f78-05c799d4b361 HTTP/1.1" status: 200 len: 999 time: 0.0596924 Sep 21 22:16:44.773110 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-5533ca6d-d661-49d9-aadd-a8e58a6f5720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'name': 'tempest-TestVolumeBootPattern-526563558-router', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'ce066fe9-af4d-4027-884e-407bede8161e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:13:31Z', 'updated_at': '2022-09-21T22:13:35Z', 'revision_number': 4, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'gw_port': {'id': 'ce066fe9-af4d-4027-884e-407bede8161e', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:13:32Z', 'updated_at': '2022-09-21T22:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_floatingips': [{'id': '8e0537cd-8efc-4431-8d15-9ed3f1e98d38', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'port_id': 'b096f070-9610-4e5e-8f78-05c799d4b361', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea', 'mac_address': 'fa:16:3e:9c:cb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca2db5f-0278-4ed9-b224-c08f677de508', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:16:43Z', 'updated_at': '2022-09-21T22:16:43Z', 'revision_number': 0, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5ecfad1-5e4f-41fe-9747-b52a98791283', 'name': '', 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'mac_address': 'fa:16:3e:d3:a9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'a37b1ae7-9d3d-4472-bfa1-de899df489f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:13:34Z', 'updated_at': '2022-09-21T22:13:38Z', 'revision_number': 5, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'subnets': [{'id': 'a37b1ae7-9d3d-4472-bfa1-de899df489f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:16:44.802840 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5533ca6d-d661-49d9-aadd-a8e58a6f5720 None None] Checking router: 77c6a506-2c8a-48eb-aa92-1ce3131c426c for host: dv-cinder-858819-1-iscsi {{(pid=116022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:16:44.811746 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5533ca6d-d661-49d9-aadd-a8e58a6f5720 None None] Routers {'77c6a506-2c8a-48eb-aa92-1ce3131c426c'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:16:44.812428 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-5533ca6d-d661-49d9-aadd-a8e58a6f5720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:16:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['77c6a506-2c8a-48eb-aa92-1ce3131c426c'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:16:44.814627 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6fdc18-062f-48ed-821a-4f6f8f29ca9b req-ad80a40a-92e1-49d3-ba5e-42e85ad58ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:16:44.816111 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-1c6fdc18-062f-48ed-821a-4f6f8f29ca9b req-ad80a40a-92e1-49d3-ba5e-42e85ad58ed5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a37b1ae7-9d3d-4472-bfa1-de899df489f1 HTTP/1.1" status: 200 len: 850 time: 0.0462990 Sep 21 22:16:44.866364 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6fdc18-062f-48ed-821a-4f6f8f29ca9b req-a89a85a1-f9f2-43fe-8f24-fcca6cb423eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:16:44.867797 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-1c6fdc18-062f-48ed-821a-4f6f8f29ca9b req-a89a85a1-f9f2-43fe-8f24-fcca6cb423eb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3bc5f972-a258-4cfd-8f74-f733733efeea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457268 Sep 21 22:16:44.924846 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-5533ca6d-d661-49d9-aadd-a8e58a6f5720 None None] Set router 77c6a506-2c8a-48eb-aa92-1ce3131c426c gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:16:44.961451 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-1c6fdc18-062f-48ed-821a-4f6f8f29ca9b req-2f2bdecd-2609-4551-a574-d4584afd78d4 service neutron] 10.222.0.71 "GET /v2.0/networks/3bc5f972-a258-4cfd-8f74-f733733efeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859122 Sep 21 22:16:45.049868 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-1c6fdc18-062f-48ed-821a-4f6f8f29ca9b req-ecc4d670-2946-4c23-946f-db400a7400a0 service neutron] 10.222.0.71 "GET /v2.0/networks/3bc5f972-a258-4cfd-8f74-f733733efeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827620 Sep 21 22:16:45.139927 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-5533ca6d-d661-49d9-aadd-a8e58a6f5720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'name': 'tempest-TestVolumeBootPattern-526563558-router', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'ce066fe9-af4d-4027-884e-407bede8161e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:13:31Z', 'updated_at': '2022-09-21T22:13:35Z', 'revision_number': 4, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'gw_port': {'id': 'ce066fe9-af4d-4027-884e-407bede8161e', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:13:32Z', 'updated_at': '2022-09-21T22:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_floatingips': [{'id': '8e0537cd-8efc-4431-8d15-9ed3f1e98d38', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'port_id': 'b096f070-9610-4e5e-8f78-05c799d4b361', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea', 'mac_address': 'fa:16:3e:9c:cb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca2db5f-0278-4ed9-b224-c08f677de508', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:16:43Z', 'updated_at': '2022-09-21T22:16:43Z', 'revision_number': 0, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5ecfad1-5e4f-41fe-9747-b52a98791283', 'name': '', 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'mac_address': 'fa:16:3e:d3:a9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'a37b1ae7-9d3d-4472-bfa1-de899df489f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:13:34Z', 'updated_at': '2022-09-21T22:13:38Z', 'revision_number': 5, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'subnets': [{'id': 'a37b1ae7-9d3d-4472-bfa1-de899df489f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:16:45.163397 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5533ca6d-d661-49d9-aadd-a8e58a6f5720 None None] The sync data for ids ['77c6a506-2c8a-48eb-aa92-1ce3131c426c'] in dv-cinder-858819-1-iscsi is: [{'id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'name': 'tempest-TestVolumeBootPattern-526563558-router', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'ce066fe9-af4d-4027-884e-407bede8161e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:13:31Z', 'updated_at': '2022-09-21T22:13:35Z', 'revision_number': 4, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'gw_port': {'id': 'ce066fe9-af4d-4027-884e-407bede8161e', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:13:32Z', 'updated_at': '2022-09-21T22:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_floatingips': [{'id': '8e0537cd-8efc-4431-8d15-9ed3f1e98d38', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'port_id': 'b096f070-9610-4e5e-8f78-05c799d4b361', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea', 'mac_address': 'fa:16:3e:9c:cb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca2db5f-0278-4ed9-b224-c08f677de508', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:16:43Z', 'updated_at': '2022-09-21T22:16:43Z', 'revision_number': 0, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5ecfad1-5e4f-41fe-9747-b52a98791283', 'name': '', 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'mac_address': 'fa:16:3e:d3:a9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'a37b1ae7-9d3d-4472-bfa1-de899df489f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:13:34Z', 'updated_at': '2022-09-21T22:13:38Z', 'revision_number': 5, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'subnets': [{'id': 'a37b1ae7-9d3d-4472-bfa1-de899df489f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:16:45.351298 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24f71a2-270a-489d-a62d-7094bbf35801 None None] New status for floating IP 8e0537cd-8efc-4431-8d15-9ed3f1e98d38: ACTIVE {{(pid=116021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 22:16:45.664542 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (0aee7d89-594f-4992-91de-a4ac3f52e28d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:16:45.978153 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-6590f683-d03d-40d9-9f6b-68299cb4a4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:16:48.158275 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-194729dc-011b-48a0-9662-09af8851a994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:16:49.572534 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:16:51.100654 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:16:52.489425 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:17:02.742144 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.agents_db [None req-53c7536d-764e-4ad7-87ad-c450eadf28b3 None None] Agent healthcheck: found 6 active agents {{(pid=116022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:17:15.586323 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (0aee7d89-594f-4992-91de-a4ac3f52e28d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:17:16.017559 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7578951d-0769-4489-8474-bba15b87e440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:17:18.162732 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-00dfcb37-c712-4d22-a2be-31d3d98ab94a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:17:19.574367 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:17:21.068853 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:17:22.539982 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:17:26.992111 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-1c4edc75-2968-4eff-be06-e3a31cd72bfc req-00d998e9-20cc-4465-b590-976f38b00da9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9ca2db5f-0278-4ed9-b224-c08f677de508&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0478067 Sep 21 22:17:27.077129 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4edc75-2968-4eff-be06-e3a31cd72bfc req-e35a875b-2ab1-4733-8152-399e799c9677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:17:27.079097 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-1c4edc75-2968-4eff-be06-e3a31cd72bfc req-e35a875b-2ab1-4733-8152-399e799c9677 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3dcb2fbc2efd4f209b89ee21a8ca23ed&device_id=9ca2db5f-0278-4ed9-b224-c08f677de508 HTTP/1.1" status: 200 len: 1129 time: 0.0447378 Sep 21 22:17:27.177198 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4edc75-2968-4eff-be06-e3a31cd72bfc req-f31daa9f-83c7-4b46-85c3-d393e5a64590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:17:27.178658 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-1c4edc75-2968-4eff-be06-e3a31cd72bfc req-f31daa9f-83c7-4b46-85c3-d393e5a64590 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3bc5f972-a258-4cfd-8f74-f733733efeea HTTP/1.1" status: 200 len: 912 time: 0.0824718 Sep 21 22:17:27.244225 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-1c4edc75-2968-4eff-be06-e3a31cd72bfc req-2d0d370d-427b-43f9-87f3-82fda172a459 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b096f070-9610-4e5e-8f78-05c799d4b361 HTTP/1.1" status: 200 len: 1001 time: 0.0592501 Sep 21 22:17:27.292290 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4edc75-2968-4eff-be06-e3a31cd72bfc req-ac49014c-ace2-4886-a0e4-d3a23f93b440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:17:27.293761 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-1c4edc75-2968-4eff-be06-e3a31cd72bfc req-ac49014c-ace2-4886-a0e4-d3a23f93b440 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a37b1ae7-9d3d-4472-bfa1-de899df489f1 HTTP/1.1" status: 200 len: 850 time: 0.0441759 Sep 21 22:17:27.344930 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4edc75-2968-4eff-be06-e3a31cd72bfc req-c75067e0-74a7-4e37-80dc-d29b55374ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:17:27.346429 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-1c4edc75-2968-4eff-be06-e3a31cd72bfc req-c75067e0-74a7-4e37-80dc-d29b55374ffc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3bc5f972-a258-4cfd-8f74-f733733efeea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472608 Sep 21 22:17:27.446979 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-1c4edc75-2968-4eff-be06-e3a31cd72bfc req-22d45ba2-d467-4366-bf7d-ed1fddc8f576 service neutron] 10.222.0.71 "GET /v2.0/networks/3bc5f972-a258-4cfd-8f74-f733733efeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946345 Sep 21 22:17:27.534057 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-1c4edc75-2968-4eff-be06-e3a31cd72bfc req-0122d20c-cea0-44ab-ac96-da54dc7975a7 service neutron] 10.222.0.71 "GET /v2.0/networks/3bc5f972-a258-4cfd-8f74-f733733efeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807064 Sep 21 22:17:39.742014 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.agents_db [None req-53c7536d-764e-4ad7-87ad-c450eadf28b3 None None] Agent healthcheck: found 6 active agents {{(pid=116022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:17:45.588795 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (0aee7d89-594f-4992-91de-a4ac3f52e28d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:17:45.979487 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-c77b382e-e4cd-4c03-8898-b1fd1d91d622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:17:48.179398 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-e79c9fc3-1871-4d33-af4d-68fc67450357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:17:49.573619 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:17:51.087784 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:17:52.503145 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:18:15.584416 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (0aee7d89-594f-4992-91de-a4ac3f52e28d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:18:15.978707 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-2a695af4-b930-401f-b10d-7ae4199f19db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:18:16.742432 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.agents_db [None req-53c7536d-764e-4ad7-87ad-c450eadf28b3 None None] Agent healthcheck: found 6 active agents {{(pid=116022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:18:18.189918 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-90327003-4206-4b65-a092-e4fc819c0002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:18:19.577072 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:18:21.081081 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:18:22.502660 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:18:28.972337 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-08a149f0-2131-48dd-893a-5fb7ee90690e req-9c796bde-01ee-4e4f-b578-ac6a43b445d3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9ca2db5f-0278-4ed9-b224-c08f677de508&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0497308 Sep 21 22:18:29.060850 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a149f0-2131-48dd-893a-5fb7ee90690e req-9f87d8be-3c59-4400-8e35-8a58510b7749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:18:29.062328 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-08a149f0-2131-48dd-893a-5fb7ee90690e req-9f87d8be-3c59-4400-8e35-8a58510b7749 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3dcb2fbc2efd4f209b89ee21a8ca23ed&device_id=9ca2db5f-0278-4ed9-b224-c08f677de508 HTTP/1.1" status: 200 len: 1129 time: 0.0452189 Sep 21 22:18:29.165171 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a149f0-2131-48dd-893a-5fb7ee90690e req-edbb6b4a-2ee5-4366-82f0-7738f9732498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:18:29.166648 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-08a149f0-2131-48dd-893a-5fb7ee90690e req-edbb6b4a-2ee5-4366-82f0-7738f9732498 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3bc5f972-a258-4cfd-8f74-f733733efeea HTTP/1.1" status: 200 len: 912 time: 0.0852289 Sep 21 22:18:29.232117 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-08a149f0-2131-48dd-893a-5fb7ee90690e req-06487482-28f1-41d6-9573-58569849a436 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b096f070-9610-4e5e-8f78-05c799d4b361 HTTP/1.1" status: 200 len: 1001 time: 0.0578675 Sep 21 22:18:29.279979 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a149f0-2131-48dd-893a-5fb7ee90690e req-bb244fab-90e8-40ac-938f-ebf939fe37cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:18:29.281682 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-08a149f0-2131-48dd-893a-5fb7ee90690e req-bb244fab-90e8-40ac-938f-ebf939fe37cd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a37b1ae7-9d3d-4472-bfa1-de899df489f1 HTTP/1.1" status: 200 len: 850 time: 0.0435569 Sep 21 22:18:29.330849 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a149f0-2131-48dd-893a-5fb7ee90690e req-52a9bb72-1867-4ca5-b18e-063b4a6736b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:18:29.332429 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-08a149f0-2131-48dd-893a-5fb7ee90690e req-52a9bb72-1867-4ca5-b18e-063b4a6736b0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3bc5f972-a258-4cfd-8f74-f733733efeea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441120 Sep 21 22:18:29.428338 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-08a149f0-2131-48dd-893a-5fb7ee90690e req-cb539989-38de-4865-8e35-6f846222ef78 service neutron] 10.222.0.71 "GET /v2.0/networks/3bc5f972-a258-4cfd-8f74-f733733efeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849812 Sep 21 22:18:29.515686 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-08a149f0-2131-48dd-893a-5fb7ee90690e req-a8507e7f-a9df-4573-869f-ca0d46462b1c service neutron] 10.222.0.71 "GET /v2.0/networks/3bc5f972-a258-4cfd-8f74-f733733efeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810664 Sep 21 22:18:31.989224 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c4e55023-9e46-4b90-adf7-1d039fcb9cfe req-8308e537-a6b3-4637-9811-ad411af308b0 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-397007954&fields=id&tenant_id=3dcb2fbc2efd4f209b89ee21a8ca23ed HTTP/1.1" status: 200 len: 267 time: 0.0440774 Sep 21 22:18:32.094805 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e55023-9e46-4b90-adf7-1d039fcb9cfe req-490fe8e0-268c-4c25-bff7-0a5a3d21f220 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:18:32.096297 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c4e55023-9e46-4b90-adf7-1d039fcb9cfe req-490fe8e0-268c-4c25-bff7-0a5a3d21f220 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/networks?id=3bc5f972-a258-4cfd-8f74-f733733efeea HTTP/1.1" status: 200 len: 811 time: 0.1008990 Sep 21 22:18:32.110925 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c4e55023-9e46-4b90-adf7-1d039fcb9cfe req-5ea2e5a5-8523-4ea7-a6aa-f727d25ad460 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/quotas/3dcb2fbc2efd4f209b89ee21a8ca23ed HTTP/1.1" status: 200 len: 375 time: 0.0092611 Sep 21 22:18:32.169156 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c4e55023-9e46-4b90-adf7-1d039fcb9cfe req-26cc92b7-2f64-4a42-82ac-8e674825d7c3 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3dcb2fbc2efd4f209b89ee21a8ca23ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0532777 Sep 21 22:18:32.310062 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c4e55023-9e46-4b90-adf7-1d039fcb9cfe req-3870aa66-e836-4490-a1d6-15f2609c5353 service neutron] 10.222.0.52 "GET /v2.0/networks/3bc5f972-a258-4cfd-8f74-f733733efeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288242 Sep 21 22:18:32.626774 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c4e55023-9e46-4b90-adf7-1d039fcb9cfe req-00eb3d63-d177-4a75-8fdb-ba926f21fa71 service neutron] 10.222.0.52 "GET /v2.0/networks/3bc5f972-a258-4cfd-8f74-f733733efeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109219 Sep 21 22:18:33.249209 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-935c00d6-b259-48ba-91e0-d5c5d79bec8b req-663ad50f-8acc-49df-acfc-b67c6c88ab08 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8d7c3f3-8aa4-4ce2-9f1e-561b8feea75c HTTP/1.1" status: 200 len: 210 time: 0.0284832 Sep 21 22:18:34.349604 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-5b9c9911-dafd-4ba8-b15e-b5ab0984d7f0 req-d0ccdfc4-510c-4063-b423-1578e442144e tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8d7c3f3-8aa4-4ce2-9f1e-561b8feea75c HTTP/1.1" status: 200 len: 210 time: 0.0311165 Sep 21 22:18:35.470765 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-47a4a4b7-61ba-47b7-9fe8-9f0957a3be05 req-7fb40f38-2352-49c1-808b-e170f340c28a tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8d7c3f3-8aa4-4ce2-9f1e-561b8feea75c HTTP/1.1" status: 200 len: 210 time: 0.0369725 Sep 21 22:18:35.481226 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e55023-9e46-4b90-adf7-1d039fcb9cfe req-55be95b8-b9f8-4ccd-9b69-9dc1de5422de tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:18:35.482605 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-c4e55023-9e46-4b90-adf7-1d039fcb9cfe req-55be95b8-b9f8-4ccd-9b69-9dc1de5422de tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.71 "GET /v2.0/networks?id=3bc5f972-a258-4cfd-8f74-f733733efeea HTTP/1.1" status: 200 len: 811 time: 0.3896687 Sep 21 22:18:35.546539 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-c4e55023-9e46-4b90-adf7-1d039fcb9cfe req-a873b207-68a0-46e3-bd48-3c4a1394668e tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3dcb2fbc2efd4f209b89ee21a8ca23ed HTTP/1.1" status: 200 len: 379 time: 0.0551655 Sep 21 22:18:35.560864 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [req-c4e55023-9e46-4b90-adf7-1d039fcb9cfe req-56f5120a-5b60-4426-aea4-dc72d7b16293 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Request body: {'port': {'device_id': 'd8d7c3f3-8aa4-4ce2-9f1e-561b8feea75c', 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea', 'admin_state_up': True, 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'security_groups': ['99204050-2efb-4916-9215-aaa08df20362']}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:18:35.784215 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4e55023-9e46-4b90-adf7-1d039fcb9cfe req-56f5120a-5b60-4426-aea4-dc72d7b16293 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Made reservation on behalf of 3dcb2fbc2efd4f209b89ee21a8ca23ed for: {'port': 1} {{(pid=116020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 22:18:35.787655 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-c4e55023-9e46-4b90-adf7-1d039fcb9cfe req-56f5120a-5b60-4426-aea4-dc72d7b16293 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:18:35.918644 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.db_base_plugin_common [req-c4e55023-9e46-4b90-adf7-1d039fcb9cfe req-56f5120a-5b60-4426-aea4-dc72d7b16293 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Allocated IP 172.20.0.14 (3bc5f972-a258-4cfd-8f74-f733733efeea/a37b1ae7-9d3d-4472-bfa1-de899df489f1/bf3b4f3d-da0f-46c4-8c8f-877bde075393) {{(pid=116020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:18:36.064100 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-c4e55023-9e46-4b90-adf7-1d039fcb9cfe req-56f5120a-5b60-4426-aea4-dc72d7b16293 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks [] for port (bf3b4f3d-da0f-46c4-8c8f-877bde075393), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:18:36.161459 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-c4e55023-9e46-4b90-adf7-1d039fcb9cfe req-56f5120a-5b60-4426-aea4-dc72d7b16293 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (bf3b4f3d-da0f-46c4-8c8f-877bde075393), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:18:36.201563 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4e55023-9e46-4b90-adf7-1d039fcb9cfe req-56f5120a-5b60-4426-aea4-dc72d7b16293 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Network 3bc5f972-a258-4cfd-8f74-f733733efeea is already hosted by enough agents. {{(pid=116020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:18:36.204878 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.base_scheduler [req-c4e55023-9e46-4b90-adf7-1d039fcb9cfe req-56f5120a-5b60-4426-aea4-dc72d7b16293 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Resources bound (agent type, host, resource id): {{(pid=116020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:18:36.208817 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e55023-9e46-4b90-adf7-1d039fcb9cfe req-56f5120a-5b60-4426-aea4-dc72d7b16293 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Received port after_create {{(pid=116020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:18:36.242179 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f5120a-5b60-4426-aea4-dc72d7b16293 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Pushing event updated for resources: {'Port': ['ID=bf3b4f3d-da0f-46c4-8c8f-877bde075393,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:18:36.258566 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5120a-5b60-4426-aea4-dc72d7b16293 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:18:36.258918 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5120a-5b60-4426-aea4-dc72d7b16293 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:18:36.259263 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5120a-5b60-4426-aea4-dc72d7b16293 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:18:36.259603 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5120a-5b60-4426-aea4-dc72d7b16293 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:18:36.259937 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5120a-5b60-4426-aea4-dc72d7b16293 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:18:36.260319 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5120a-5b60-4426-aea4-dc72d7b16293 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:18:36.260652 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5120a-5b60-4426-aea4-dc72d7b16293 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:18:36.260983 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5120a-5b60-4426-aea4-dc72d7b16293 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:18:36.261314 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5120a-5b60-4426-aea4-dc72d7b16293 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:18:36.261646 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5120a-5b60-4426-aea4-dc72d7b16293 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:18:36.261968 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5120a-5b60-4426-aea4-dc72d7b16293 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:18:36.262293 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5120a-5b60-4426-aea4-dc72d7b16293 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:18:36.262614 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5120a-5b60-4426-aea4-dc72d7b16293 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:18:36.286584 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e55023-9e46-4b90-adf7-1d039fcb9cfe req-56f5120a-5b60-4426-aea4-dc72d7b16293 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:18:36.287755 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-c4e55023-9e46-4b90-adf7-1d039fcb9cfe req-56f5120a-5b60-4426-aea4-dc72d7b16293 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:18:36.390834 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-c4e55023-9e46-4b90-adf7-1d039fcb9cfe req-56f5120a-5b60-4426-aea4-dc72d7b16293 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8397124 Sep 21 22:18:36.403086 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [req-c4e55023-9e46-4b90-adf7-1d039fcb9cfe req-1362c470-4dbc-4e4b-b123-c95e634dfdc0 service neutron] Request body: {'port': {'device_id': 'd8d7c3f3-8aa4-4ce2-9f1e-561b8feea75c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:18:36.427810 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-da2e007d-23e1-4e8d-b414-93f089a6f170 None None] Provisioning complete for port bf3b4f3d-da0f-46c4-8c8f-877bde075393 triggered by entity DHCP. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:18:36.428436 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-da2e007d-23e1-4e8d-b414-93f089a6f170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (bf3b4f3d-da0f-46c4-8c8f-877bde075393), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:18:36.428771 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-da2e007d-23e1-4e8d-b414-93f089a6f170 None None] Attempt 1 to provision port bf3b4f3d-da0f-46c4-8c8f-877bde075393 Sep 21 22:18:36.461246 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-da2e007d-23e1-4e8d-b414-93f089a6f170 None None] Port bf3b4f3d-da0f-46c4-8c8f-877bde075393 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:18:36.465300 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-c4e55023-9e46-4b90-adf7-1d039fcb9cfe req-1362c470-4dbc-4e4b-b123-c95e634dfdc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (bf3b4f3d-da0f-46c4-8c8f-877bde075393), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:18:36.602594 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87032800-e094-4cee-822c-df743acd0706 req-582f2e4a-4e67-41ef-994f-cc1286f88e83 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:18:36.604102 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-87032800-e094-4cee-822c-df743acd0706 req-582f2e4a-4e67-41ef-994f-cc1286f88e83 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8d7c3f3-8aa4-4ce2-9f1e-561b8feea75c HTTP/1.1" status: 200 len: 932 time: 0.0586557 Sep 21 22:18:36.652596 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-87032800-e094-4cee-822c-df743acd0706 req-be20ff0c-266d-4ed0-aa55-00b21d525688 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/security-groups?id=99204050-2efb-4916-9215-aaa08df20362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426707 Sep 21 22:18:36.738086 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [req-c4e55023-9e46-4b90-adf7-1d039fcb9cfe req-1362c470-4dbc-4e4b-b123-c95e634dfdc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf3b4f3d-da0f-46c4-8c8f-877bde075393 {{(pid=116020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:18:36.745779 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-c4e55023-9e46-4b90-adf7-1d039fcb9cfe req-1362c470-4dbc-4e4b-b123-c95e634dfdc0 service neutron] Publish callbacks [] for port (bf3b4f3d-da0f-46c4-8c8f-877bde075393), precommit_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:18:36.759015 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.provisioning_blocks [req-c4e55023-9e46-4b90-adf7-1d039fcb9cfe req-1362c470-4dbc-4e4b-b123-c95e634dfdc0 service neutron] Transition to ACTIVE for port object bf3b4f3d-da0f-46c4-8c8f-877bde075393 will not be triggered until provisioned by entity L2. {{(pid=116020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 22:18:36.839749 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-c4e55023-9e46-4b90-adf7-1d039fcb9cfe req-1362c470-4dbc-4e4b-b123-c95e634dfdc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14266021'] for port (bf3b4f3d-da0f-46c4-8c8f-877bde075393), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:18:36.900468 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362c470-4dbc-4e4b-b123-c95e634dfdc0 service neutron] Pushing event updated for resources: {'Port': ['ID=bf3b4f3d-da0f-46c4-8c8f-877bde075393,revision_number=2']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:18:36.948746 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-c4e55023-9e46-4b90-adf7-1d039fcb9cfe req-1362c470-4dbc-4e4b-b123-c95e634dfdc0 service neutron] Attempting to bind port bf3b4f3d-da0f-46c4-8c8f-877bde075393 on host hv-cinder-85881 for vnic_type normal with profile {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 22:18:36.949083 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-c4e55023-9e46-4b90-adf7-1d039fcb9cfe req-1362c470-4dbc-4e4b-b123-c95e634dfdc0 service neutron] Attempting to bind port bf3b4f3d-da0f-46c4-8c8f-877bde075393 by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': 'f40f1dc0-ddab-429e-acc9-12d73fbb5252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea'}] {{(pid=116020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 22:18:36.949418 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e55023-9e46-4b90-adf7-1d039fcb9cfe req-1362c470-4dbc-4e4b-b123-c95e634dfdc0 service neutron] Attempting to bind port bf3b4f3d-da0f-46c4-8c8f-877bde075393 on network 3bc5f972-a258-4cfd-8f74-f733733efeea {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:18:36.953717 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e55023-9e46-4b90-adf7-1d039fcb9cfe req-1362c470-4dbc-4e4b-b123-c95e634dfdc0 service neutron] Port bf3b4f3d-da0f-46c4-8c8f-877bde075393 on network 3bc5f972-a258-4cfd-8f74-f733733efeea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 22:18:36.954061 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e55023-9e46-4b90-adf7-1d039fcb9cfe req-1362c470-4dbc-4e4b-b123-c95e634dfdc0 service neutron] Attempting to bind port bf3b4f3d-da0f-46c4-8c8f-877bde075393 on network 3bc5f972-a258-4cfd-8f74-f733733efeea {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 22:18:36.959414 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e55023-9e46-4b90-adf7-1d039fcb9cfe req-1362c470-4dbc-4e4b-b123-c95e634dfdc0 service neutron] Checking agent: {'id': '0aee7d89-594f-4992-91de-a4ac3f52e28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 58, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 58, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 22, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 22:18:36.959755 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e55023-9e46-4b90-adf7-1d039fcb9cfe req-1362c470-4dbc-4e4b-b123-c95e634dfdc0 service neutron] Checking segment: {'id': 'f40f1dc0-ddab-429e-acc9-12d73fbb5252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 22:18:36.960172 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e55023-9e46-4b90-adf7-1d039fcb9cfe req-1362c470-4dbc-4e4b-b123-c95e634dfdc0 service neutron] Bound using segment: {'id': 'f40f1dc0-ddab-429e-acc9-12d73fbb5252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea'} {{(pid=116020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 22:18:36.960605 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.managers [req-c4e55023-9e46-4b90-adf7-1d039fcb9cfe req-1362c470-4dbc-4e4b-b123-c95e634dfdc0 service neutron] Bound port: bf3b4f3d-da0f-46c4-8c8f-877bde075393, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f40f1dc0-ddab-429e-acc9-12d73fbb5252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea'}}] {{(pid=116020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 22:18:36.960964 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-c4e55023-9e46-4b90-adf7-1d039fcb9cfe req-1362c470-4dbc-4e4b-b123-c95e634dfdc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (bf3b4f3d-da0f-46c4-8c8f-877bde075393), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:18:36.961575 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-da2e007d-23e1-4e8d-b414-93f089a6f170 None None] Attempt 2 to provision port bf3b4f3d-da0f-46c4-8c8f-877bde075393 Sep 21 22:18:36.997111 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-da2e007d-23e1-4e8d-b414-93f089a6f170 None None] Port bf3b4f3d-da0f-46c4-8c8f-877bde075393 cannot update to ACTIVE because it is not bound. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 22:18:37.025768 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-c4e55023-9e46-4b90-adf7-1d039fcb9cfe req-1362c470-4dbc-4e4b-b123-c95e634dfdc0 service neutron] For port bf3b4f3d-da0f-46c4-8c8f-877bde075393, host hv-cinder-85881, cleared binding levels {{(pid=116020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 22:18:37.028808 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-c4e55023-9e46-4b90-adf7-1d039fcb9cfe req-1362c470-4dbc-4e4b-b123-c95e634dfdc0 service neutron] For port bf3b4f3d-da0f-46c4-8c8f-877bde075393, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=bf3b4f3d-da0f-46c4-8c8f-877bde075393,segment=NetworkSegment(f40f1dc0-ddab-429e-acc9-12d73fbb5252),segment_id=f40f1dc0-ddab-429e-acc9-12d73fbb5252)] {{(pid=116020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 22:18:37.104676 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-c4e55023-9e46-4b90-adf7-1d039fcb9cfe req-1362c470-4dbc-4e4b-b123-c95e634dfdc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14266021'] for port (bf3b4f3d-da0f-46c4-8c8f-877bde075393), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:18:37.109018 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e55023-9e46-4b90-adf7-1d039fcb9cfe req-1362c470-4dbc-4e4b-b123-c95e634dfdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:18:37.109656 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-c4e55023-9e46-4b90-adf7-1d039fcb9cfe req-1362c470-4dbc-4e4b-b123-c95e634dfdc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:18:37.111031 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-c4e55023-9e46-4b90-adf7-1d039fcb9cfe req-1362c470-4dbc-4e4b-b123-c95e634dfdc0 service neutron] 10.222.0.71 "PUT /v2.0/ports/bf3b4f3d-da0f-46c4-8c8f-877bde075393 HTTP/1.1" status: 200 len: 1094 time: 0.7122982 Sep 21 22:18:37.111532 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d7c3f3-8aa4-4ce2-9f1e-561b8feea75c', 'tag': 'bf3b4f3d-da0f-46c4-8c8f-877bde075393'}] {{(pid=116020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:18:37.113847 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}616469ce01b4343580b51944d90e43cdadd76175ffa2c7c7ae3ce11ef7217efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5b329d-e2a9-481f-9cc8-57f20628f523" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d7c3f3-8aa4-4ce2-9f1e-561b8feea75c", "tag": "bf3b4f3d-da0f-46c4-8c8f-877bde075393"}]}' {{(pid=116020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:18:37.170613 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362c470-4dbc-4e4b-b123-c95e634dfdc0 service neutron] Pushing event updated for resources: {'Port': ['ID=bf3b4f3d-da0f-46c4-8c8f-877bde075393,revision_number=3']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:18:37.226083 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a37992-9204-4e41-8661-546ba4890e0d x-openstack-request-id: req-b1a37992-9204-4e41-8661-546ba4890e0d {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:18:37.226381 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d7c3f3-8aa4-4ce2-9f1e-561b8feea75c", "tag": "bf3b4f3d-da0f-46c4-8c8f-877bde075393", "status": "completed", "code": 200}]} {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:18:37.226637 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b1a37992-9204-4e41-8661-546ba4890e0d {{(pid=116020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:18:37.227041 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1a37992-9204-4e41-8661-546ba4890e0d'] response: {'name': 'network-changed', 'server_uuid': 'd8d7c3f3-8aa4-4ce2-9f1e-561b8feea75c', 'tag': 'bf3b4f3d-da0f-46c4-8c8f-877bde075393', 'status': 'completed', 'code': 200} Sep 21 22:18:37.246631 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e55023-9e46-4b90-adf7-1d039fcb9cfe req-6fad5b42-780f-45d6-93ba-6366faced514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:18:37.248249 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-c4e55023-9e46-4b90-adf7-1d039fcb9cfe req-6fad5b42-780f-45d6-93ba-6366faced514 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3dcb2fbc2efd4f209b89ee21a8ca23ed&device_id=d8d7c3f3-8aa4-4ce2-9f1e-561b8feea75c HTTP/1.1" status: 200 len: 1128 time: 0.0503609 Sep 21 22:18:37.289778 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-c4e55023-9e46-4b90-adf7-1d039fcb9cfe req-970e993d-04e5-4a3c-8a80-8e31cac51d71 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf3b4f3d-da0f-46c4-8c8f-877bde075393 HTTP/1.1" status: 200 len: 217 time: 0.0341334 Sep 21 22:18:37.341769 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e55023-9e46-4b90-adf7-1d039fcb9cfe req-17748692-667d-4092-95eb-1a31d20d364c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:18:37.343212 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-c4e55023-9e46-4b90-adf7-1d039fcb9cfe req-17748692-667d-4092-95eb-1a31d20d364c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a37b1ae7-9d3d-4472-bfa1-de899df489f1 HTTP/1.1" status: 200 len: 850 time: 0.0472465 Sep 21 22:18:37.392463 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e55023-9e46-4b90-adf7-1d039fcb9cfe req-a04846ec-ca58-4ea8-a663-71f4326773b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:18:37.393975 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-c4e55023-9e46-4b90-adf7-1d039fcb9cfe req-a04846ec-ca58-4ea8-a663-71f4326773b3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3bc5f972-a258-4cfd-8f74-f733733efeea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455883 Sep 21 22:18:37.486320 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-c4e55023-9e46-4b90-adf7-1d039fcb9cfe req-b9b44da2-e5b5-4d50-affe-b9e011b3d566 service neutron] 10.222.0.71 "GET /v2.0/networks/3bc5f972-a258-4cfd-8f74-f733733efeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857410 Sep 21 22:18:37.498439 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-da2e007d-23e1-4e8d-b414-93f089a6f170 None None] Attempt 3 to provision port bf3b4f3d-da0f-46c4-8c8f-877bde075393 Sep 21 22:18:37.540742 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-da2e007d-23e1-4e8d-b414-93f089a6f170 None None] Port bf3b4f3d-da0f-46c4-8c8f-877bde075393 had new provisioning blocks added so it will not transition to active. {{(pid=116021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 21 22:18:37.575674 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-c4e55023-9e46-4b90-adf7-1d039fcb9cfe req-9251ece9-616f-482c-880d-3997eb279078 service neutron] 10.222.0.71 "GET /v2.0/networks/3bc5f972-a258-4cfd-8f74-f733733efeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833392 Sep 21 22:18:37.737172 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b329d-e2a9-481f-9cc8-57f20628f523 req-70ff69ac-6bd6-4581-bd05-0a75093da7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:18:37.738846 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-6b5b329d-e2a9-481f-9cc8-57f20628f523 req-70ff69ac-6bd6-4581-bd05-0a75093da7d1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3dcb2fbc2efd4f209b89ee21a8ca23ed&device_id=d8d7c3f3-8aa4-4ce2-9f1e-561b8feea75c HTTP/1.1" status: 200 len: 1128 time: 0.0555029 Sep 21 22:18:37.790681 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2b748-6a6f-4040-88e5-d349c154253a req-86f1904e-25e9-4237-ae07-99b2c3c46dcb tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:18:37.792103 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-83c2b748-6a6f-4040-88e5-d349c154253a req-86f1904e-25e9-4237-ae07-99b2c3c46dcb tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8d7c3f3-8aa4-4ce2-9f1e-561b8feea75c HTTP/1.1" status: 200 len: 944 time: 0.0557694 Sep 21 22:18:37.837469 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b329d-e2a9-481f-9cc8-57f20628f523 req-9959fb00-af31-4b27-b5db-2a248dfa72b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:18:37.839070 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-6b5b329d-e2a9-481f-9cc8-57f20628f523 req-9959fb00-af31-4b27-b5db-2a248dfa72b0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3bc5f972-a258-4cfd-8f74-f733733efeea HTTP/1.1" status: 200 len: 912 time: 0.0933282 Sep 21 22:18:37.842274 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-83c2b748-6a6f-4040-88e5-d349c154253a req-89d73770-20ef-4b6c-91f1-ecc385a9e6e6 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/security-groups?id=99204050-2efb-4916-9215-aaa08df20362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440993 Sep 21 22:18:37.880193 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-6b5b329d-e2a9-481f-9cc8-57f20628f523 req-7bc96c1e-8630-4df0-86bb-0e50abd4b913 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf3b4f3d-da0f-46c4-8c8f-877bde075393 HTTP/1.1" status: 200 len: 217 time: 0.0339375 Sep 21 22:18:37.933287 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b329d-e2a9-481f-9cc8-57f20628f523 req-f0882c39-bfe9-40bf-ad2a-690e96545148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:18:37.934760 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-6b5b329d-e2a9-481f-9cc8-57f20628f523 req-f0882c39-bfe9-40bf-ad2a-690e96545148 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a37b1ae7-9d3d-4472-bfa1-de899df489f1 HTTP/1.1" status: 200 len: 850 time: 0.0447800 Sep 21 22:18:37.990228 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b329d-e2a9-481f-9cc8-57f20628f523 req-b61e6d14-19f0-4ee6-815e-49d536ef3c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:18:37.991761 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-6b5b329d-e2a9-481f-9cc8-57f20628f523 req-b61e6d14-19f0-4ee6-815e-49d536ef3c79 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3bc5f972-a258-4cfd-8f74-f733733efeea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507071 Sep 21 22:18:38.113767 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-6b5b329d-e2a9-481f-9cc8-57f20628f523 req-aab13cbd-ee6d-4dc9-8be9-01621a6aed0f service neutron] 10.222.0.71 "GET /v2.0/networks/3bc5f972-a258-4cfd-8f74-f733733efeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115470 Sep 21 22:18:38.211853 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-6b5b329d-e2a9-481f-9cc8-57f20628f523 req-b6818118-a5e6-4618-9187-67ddbee6ae40 service neutron] 10.222.0.71 "GET /v2.0/networks/3bc5f972-a258-4cfd-8f74-f733733efeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893643 Sep 21 22:18:38.968521 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc2a36-f4de-494e-b71e-a6278bbe9093 req-8ada9b73-11ca-4af7-98be-770ae9e169a9 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:18:38.969985 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-a8cc2a36-f4de-494e-b71e-a6278bbe9093 req-8ada9b73-11ca-4af7-98be-770ae9e169a9 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8d7c3f3-8aa4-4ce2-9f1e-561b8feea75c HTTP/1.1" status: 200 len: 944 time: 0.0548508 Sep 21 22:18:39.016926 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-a8cc2a36-f4de-494e-b71e-a6278bbe9093 req-044e3da9-3bdd-4c24-8e1a-15220cf151e9 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/security-groups?id=99204050-2efb-4916-9215-aaa08df20362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413694 Sep 21 22:18:40.141339 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f6685-35a8-407d-aba0-2241b878f40e req-53a0bef4-a836-415d-965e-f345e0ee2368 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:18:40.142800 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-014f6685-35a8-407d-aba0-2241b878f40e req-53a0bef4-a836-415d-965e-f345e0ee2368 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8d7c3f3-8aa4-4ce2-9f1e-561b8feea75c HTTP/1.1" status: 200 len: 944 time: 0.0522158 Sep 21 22:18:40.193504 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-014f6685-35a8-407d-aba0-2241b878f40e req-36ad42bb-5154-4ddf-8286-ca3d3519497f tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/security-groups?id=99204050-2efb-4916-9215-aaa08df20362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445247 Sep 21 22:18:41.320388 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b2527-736c-44dc-b661-e147187374fa req-18d55a4c-f016-4238-901f-10783fa97da3 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:18:41.321852 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-e99b2527-736c-44dc-b661-e147187374fa req-18d55a4c-f016-4238-901f-10783fa97da3 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8d7c3f3-8aa4-4ce2-9f1e-561b8feea75c HTTP/1.1" status: 200 len: 944 time: 0.0562413 Sep 21 22:18:41.369523 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-e99b2527-736c-44dc-b661-e147187374fa req-80cef971-c8f3-458a-bac5-a6c4dae82178 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/security-groups?id=99204050-2efb-4916-9215-aaa08df20362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420842 Sep 21 22:18:42.492227 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c67b1-6ca7-4f66-bfb7-321e37414396 req-016f2d9d-9e99-411d-88a6-7d55af054be0 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:18:42.493685 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-684c67b1-6ca7-4f66-bfb7-321e37414396 req-016f2d9d-9e99-411d-88a6-7d55af054be0 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8d7c3f3-8aa4-4ce2-9f1e-561b8feea75c HTTP/1.1" status: 200 len: 944 time: 0.0518565 Sep 21 22:18:42.541852 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-684c67b1-6ca7-4f66-bfb7-321e37414396 req-bb76def8-bca1-4496-8809-cb32e97e60c6 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/security-groups?id=99204050-2efb-4916-9215-aaa08df20362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424914 Sep 21 22:18:43.709419 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a3bef-49ab-4290-9e68-7d587eed7b81 req-c23d4fae-28a1-499f-b3e5-232d5b7f7dd7 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:18:43.710875 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c62a3bef-49ab-4290-9e68-7d587eed7b81 req-c23d4fae-28a1-499f-b3e5-232d5b7f7dd7 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8d7c3f3-8aa4-4ce2-9f1e-561b8feea75c HTTP/1.1" status: 200 len: 944 time: 0.0518768 Sep 21 22:18:43.761779 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-c62a3bef-49ab-4290-9e68-7d587eed7b81 req-8c10e074-8d50-46c0-b57d-995e3f315b6c tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/security-groups?id=99204050-2efb-4916-9215-aaa08df20362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453475 Sep 21 22:18:44.786329 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device bf3b4f3d-da0f-46c4-8c8f-877bde075393 details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=116021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 22:18:44.884351 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port bf3b4f3d-da0f-46c4-8c8f-877bde075393, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=bf3b4f3d-da0f-46c4-8c8f-877bde075393,segment=NetworkSegment(f40f1dc0-ddab-429e-acc9-12d73fbb5252),segment_id=f40f1dc0-ddab-429e-acc9-12d73fbb5252)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:18:44.884716 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3b692-e800-4b6f-ad8d-1b2181b2978d req-8659bf8d-bc94-42d7-9592-f6b508cdf48b tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:18:44.886261 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-32a3b692-e800-4b6f-ad8d-1b2181b2978d req-8659bf8d-bc94-42d7-9592-f6b508cdf48b tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8d7c3f3-8aa4-4ce2-9f1e-561b8feea75c HTTP/1.1" status: 200 len: 944 time: 0.0527229 Sep 21 22:18:44.895804 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Returning: {'device': 'bf3b4f3d-da0f-46c4-8c8f-877bde075393', 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea', 'port_id': 'bf3b4f3d-da0f-46c4-8c8f-877bde075393', 'mac_address': 'fa:16:3e:2e:ea:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a37b1ae7-9d3d-4472-bfa1-de899df489f1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 22:18:44.929623 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port bf3b4f3d-da0f-46c4-8c8f-877bde075393 is: DOWN; New status is: BUILD {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:18:44.930006 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (bf3b4f3d-da0f-46c4-8c8f-877bde075393), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:18:44.934199 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-32a3b692-e800-4b6f-ad8d-1b2181b2978d req-e337c72c-ad24-465e-b14b-43b35b13fa73 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/security-groups?id=99204050-2efb-4916-9215-aaa08df20362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422382 Sep 21 22:18:44.943978 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.notifiers.nova [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf3b4f3d-da0f-46c4-8c8f-877bde075393 {{(pid=116021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 22:18:44.963126 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port bf3b4f3d-da0f-46c4-8c8f-877bde075393, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=bf3b4f3d-da0f-46c4-8c8f-877bde075393,segment=NetworkSegment(f40f1dc0-ddab-429e-acc9-12d73fbb5252),segment_id=f40f1dc0-ddab-429e-acc9-12d73fbb5252)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:18:45.062619 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (bf3b4f3d-da0f-46c4-8c8f-877bde075393), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:18:45.111399 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=bf3b4f3d-da0f-46c4-8c8f-877bde075393,revision_number=4']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:18:45.118971 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:18:45.119326 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:18:45.119666 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:18:45.120001 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:18:45.120359 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:18:45.120693 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:18:45.121022 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:18:45.121346 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:18:45.121671 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:18:45.121994 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:18:45.122321 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:18:45.122677 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:18:45.122999 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:18:45.287217 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] get_ports_and_sgs() called for port_ids ['bf3b4f3d-da0f-46c4-8c8f-877bde075393'] {{(pid=116021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 22:18:45.615984 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (0aee7d89-594f-4992-91de-a4ac3f52e28d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:18:45.983464 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-23306742-36b5-4d9e-8b72-4f7bb24bb135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:18:46.061777 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cacb7d0-6e20-48c9-a32f-33d4ab9b5628 req-a3b70110-233c-4f98-b38b-f18103965e92 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:18:46.063496 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2cacb7d0-6e20-48c9-a32f-33d4ab9b5628 req-a3b70110-233c-4f98-b38b-f18103965e92 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8d7c3f3-8aa4-4ce2-9f1e-561b8feea75c HTTP/1.1" status: 200 len: 945 time: 0.0522740 Sep 21 22:18:46.110937 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2cacb7d0-6e20-48c9-a32f-33d4ab9b5628 req-43b46af1-dcc5-4dcf-bdb8-212d37700639 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/security-groups?id=99204050-2efb-4916-9215-aaa08df20362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415208 Sep 21 22:18:46.791950 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device bf3b4f3d-da0f-46c4-8c8f-877bde075393 up at agent hyperv_hv-cinder-85881 {{(pid=116021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 22:18:46.886405 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Provisioning for port bf3b4f3d-da0f-46c4-8c8f-877bde075393 completed by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 22:18:46.890709 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.provisioning_blocks [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Provisioning complete for port bf3b4f3d-da0f-46c4-8c8f-877bde075393 triggered by entity L2. {{(pid=116021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 22:18:46.891084 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1526345'] for port (bf3b4f3d-da0f-46c4-8c8f-877bde075393), provisioning_complete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:18:46.891421 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Attempt 1 to provision port bf3b4f3d-da0f-46c4-8c8f-877bde075393 Sep 21 22:18:46.966015 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Current status of the port bf3b4f3d-da0f-46c4-8c8f-877bde075393 is: BUILD; New status is: ACTIVE {{(pid=116021) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 22:18:46.966408 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (bf3b4f3d-da0f-46c4-8c8f-877bde075393), before_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:18:46.989350 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d7c3f3-8aa4-4ce2-9f1e-561b8feea75c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3b4f3d-da0f-46c4-8c8f-877bde075393'}] {{(pid=116021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:18:46.991614 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d500dca99ac2bf62db1703b02a00765538e18f27ddf2ede5333818e021564b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec9f6b8-7307-413d-8eb9-2d9d642f451b" -d '{"events": [{"server_uuid": "d8d7c3f3-8aa4-4ce2-9f1e-561b8feea75c", "name": "network-vif-plugged", "status": "completed", "tag": "bf3b4f3d-da0f-46c4-8c8f-877bde075393"}]}' {{(pid=116021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:18:47.003539 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] For port bf3b4f3d-da0f-46c4-8c8f-877bde075393, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=bf3b4f3d-da0f-46c4-8c8f-877bde075393,segment=NetworkSegment(f40f1dc0-ddab-429e-acc9-12d73fbb5252),segment_id=f40f1dc0-ddab-429e-acc9-12d73fbb5252)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:18:47.073885 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079'] for port (bf3b4f3d-da0f-46c4-8c8f-877bde075393), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:18:47.096129 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4309d3-ed44-4d20-abc8-1dd21601d491 x-openstack-request-id: req-ea4309d3-ed44-4d20-abc8-1dd21601d491 {{(pid=116021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:18:47.096428 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d7c3f3-8aa4-4ce2-9f1e-561b8feea75c", "name": "network-vif-plugged", "status": "completed", "tag": "bf3b4f3d-da0f-46c4-8c8f-877bde075393", "code": 200}]} {{(pid=116021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:18:47.096679 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ea4309d3-ed44-4d20-abc8-1dd21601d491 {{(pid=116021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:18:47.097072 dv-cinder-858819-1-iscsi neutron-server[116021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea4309d3-ed44-4d20-abc8-1dd21601d491'] response: {'server_uuid': 'd8d7c3f3-8aa4-4ce2-9f1e-561b8feea75c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3b4f3d-da0f-46c4-8c8f-877bde075393', 'code': 200} Sep 21 22:18:47.123800 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Pushing event updated for resources: {'Port': ['ID=bf3b4f3d-da0f-46c4-8c8f-877bde075393,revision_number=5']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:18:47.242413 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e259f-2f65-43bf-962d-e23f3185ed79 req-02bc0564-81a0-427c-b294-dee76e5dc8a3 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:18:47.243959 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ce9e259f-2f65-43bf-962d-e23f3185ed79 req-02bc0564-81a0-427c-b294-dee76e5dc8a3 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8d7c3f3-8aa4-4ce2-9f1e-561b8feea75c HTTP/1.1" status: 200 len: 946 time: 0.0571442 Sep 21 22:18:47.292547 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-ce9e259f-2f65-43bf-962d-e23f3185ed79 req-d64ff201-39d7-4d31-8bc4-e7d2c539a8bf tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/security-groups?id=99204050-2efb-4916-9215-aaa08df20362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430148 Sep 21 22:18:47.476680 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166fe8c-c804-4e5d-8f5e-d34785b247fa req-021b57a8-e8e7-46ca-8575-b729efe5344e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:18:47.478475 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-e166fe8c-c804-4e5d-8f5e-d34785b247fa req-021b57a8-e8e7-46ca-8575-b729efe5344e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d8d7c3f3-8aa4-4ce2-9f1e-561b8feea75c HTTP/1.1" status: 200 len: 1130 time: 0.0455029 Sep 21 22:18:47.525846 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-e166fe8c-c804-4e5d-8f5e-d34785b247fa req-c1bf6d4f-00cd-4156-bf35-97d75eb77d7d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=99204050-2efb-4916-9215-aaa08df20362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396554 Sep 21 22:18:48.172012 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-5dba57c3-420c-4ad1-8775-d47a992ac66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:18:48.421069 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007bcd9f-e9c1-40b8-b8ab-3bc3186782b2 req-a92efdee-a22f-43ac-b49a-8a8c3820f57b tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:18:48.422587 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-007bcd9f-e9c1-40b8-b8ab-3bc3186782b2 req-a92efdee-a22f-43ac-b49a-8a8c3820f57b tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8d7c3f3-8aa4-4ce2-9f1e-561b8feea75c HTTP/1.1" status: 200 len: 946 time: 0.0567145 Sep 21 22:18:48.472285 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-007bcd9f-e9c1-40b8-b8ab-3bc3186782b2 req-391554cb-4341-4321-be13-36f523946dc2 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/security-groups?id=99204050-2efb-4916-9215-aaa08df20362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434196 Sep 21 22:18:49.576220 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:18:49.596466 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280583af-2c81-436c-8942-b3b3dc1d3263 req-2f8a7b00-7678-48fd-b3de-3d10ebd5b59f tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:18:49.599653 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-280583af-2c81-436c-8942-b3b3dc1d3263 req-2f8a7b00-7678-48fd-b3de-3d10ebd5b59f tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8d7c3f3-8aa4-4ce2-9f1e-561b8feea75c HTTP/1.1" status: 200 len: 946 time: 0.0522113 Sep 21 22:18:49.649514 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-280583af-2c81-436c-8942-b3b3dc1d3263 req-7f43cc40-8230-45a9-b88e-a62c685cd706 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/security-groups?id=99204050-2efb-4916-9215-aaa08df20362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457673 Sep 21 22:18:49.771370 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2748f043-5294-43f9-bb53-81b9f3245471 req-b0ace2f7-b82b-452c-aa6e-748d75132e3a tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:18:49.772752 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2748f043-5294-43f9-bb53-81b9f3245471 req-b0ace2f7-b82b-452c-aa6e-748d75132e3a tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8d7c3f3-8aa4-4ce2-9f1e-561b8feea75c HTTP/1.1" status: 200 len: 946 time: 0.0516410 Sep 21 22:18:49.820670 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-2748f043-5294-43f9-bb53-81b9f3245471 req-fbcb8c53-4371-4602-89ff-94145fc59d38 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/security-groups?id=99204050-2efb-4916-9215-aaa08df20362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420523 Sep 21 22:18:49.848613 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 41648) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:18:49.891252 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308700f1-ff92-4e63-b3d3-7f7bacdfcc24 tempest-TestVolumeBootPattern-1445851951 tempest-TestVolumeBootPattern-1445851951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:18:49.892800 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-308700f1-ff92-4e63-b3d3-7f7bacdfcc24 tempest-TestVolumeBootPattern-1445851951 tempest-TestVolumeBootPattern-1445851951-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d8d7c3f3-8aa4-4ce2-9f1e-561b8feea75c HTTP/1.1" status: 200 len: 1125 time: 0.0426912 Sep 21 22:18:49.895489 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 41650) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:18:49.899619 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.v2.base [None req-3499b715-96fa-49d2-b30d-4d7106aaf648 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Request body: {'floatingip': {'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'port_id': 'bf3b4f3d-da0f-46c4-8c8f-877bde075393', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'fixed_ip_address': '172.20.0.14'}} {{(pid=116020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 22:18:49.993802 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-3499b715-96fa-49d2-b30d-4d7106aaf648 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:18:50.092389 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-3499b715-96fa-49d2-b30d-4d7106aaf648 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (None), before_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:18:50.199140 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.db_base_plugin_common [None req-3499b715-96fa-49d2-b30d-4d7106aaf648 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Allocated IP 172.27.1.134 (b12f12c4-b4b4-4032-bd63-4e51184cdf86/38720055-293b-4785-9b37-d6bdacdcb1b4/e2c8f647-5c5e-40d9-b451-2c0de9ef2efd) {{(pid=116020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 22:18:50.299359 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-3499b715-96fa-49d2-b30d-4d7106aaf648 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks [] for port (e2c8f647-5c5e-40d9-b451-2c0de9ef2efd), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:18:50.388292 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-3499b715-96fa-49d2-b30d-4d7106aaf648 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739545913043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (e2c8f647-5c5e-40d9-b451-2c0de9ef2efd), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:18:50.423726 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3499b715-96fa-49d2-b30d-4d7106aaf648 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Network b12f12c4-b4b4-4032-bd63-4e51184cdf86 is already hosted by enough agents. {{(pid=116020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 22:18:50.426621 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.base_scheduler [None req-3499b715-96fa-49d2-b30d-4d7106aaf648 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Resources bound (agent type, host, resource id): {{(pid=116020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 22:18:50.430220 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3499b715-96fa-49d2-b30d-4d7106aaf648 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Received port after_create {{(pid=116020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 22:18:50.458205 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3499b715-96fa-49d2-b30d-4d7106aaf648 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Pushing event updated for resources: {'Port': ['ID=e2c8f647-5c5e-40d9-b451-2c0de9ef2efd,revision_number=1']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:18:50.783592 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-3499b715-96fa-49d2-b30d-4d7106aaf648 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks [] for floatingip (b1a39e4f-3eec-4b3f-b250-3859fdc05602), precommit_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:18:50.909369 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-3499b715-96fa-49d2-b30d-4d7106aaf648 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-634272'] for port (e2c8f647-5c5e-40d9-b451-2c0de9ef2efd), before_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:18:51.052902 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-3499b715-96fa-49d2-b30d-4d7106aaf648 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks [] for port (e2c8f647-5c5e-40d9-b451-2c0de9ef2efd), precommit_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:18:51.086926 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:18:51.108816 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-3499b715-96fa-49d2-b30d-4d7106aaf648 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739546448487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739545913061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739545913079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14266021'] for port (e2c8f647-5c5e-40d9-b451-2c0de9ef2efd), after_update {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:18:51.175117 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-3499b715-96fa-49d2-b30d-4d7106aaf648 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-494336'] for floatingip (b1a39e4f-3eec-4b3f-b250-3859fdc05602), after_create {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:18:51.176915 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3499b715-96fa-49d2-b30d-4d7106aaf648 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Pushing event updated for resources: {'Port': ['ID=e2c8f647-5c5e-40d9-b451-2c0de9ef2efd,revision_number=2']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:18:51.272212 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.db.l3_db [None req-3499b715-96fa-49d2-b30d-4d7106aaf648 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Floating IP b1a39e4f-3eec-4b3f-b250-3859fdc05602 associated. External IP: 172.27.1.134, port: bf3b4f3d-da0f-46c4-8c8f-877bde075393. Sep 21 22:18:51.461672 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3499b715-96fa-49d2-b30d-4d7106aaf648 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Router 77c6a506-2c8a-48eb-aa92-1ce3131c426c has already been hosted by L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 {{(pid=116020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:18:51.562685 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3499b715-96fa-49d2-b30d-4d7106aaf648 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:18:51.572697 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc35627a-6c93-422d-807a-54608baaa74f None None] Sync routers for ids ['77c6a506-2c8a-48eb-aa92-1ce3131c426c'] in dv-cinder-858819-1-iscsi {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:18:51.582295 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc35627a-6c93-422d-807a-54608baaa74f None None] Routers {'77c6a506-2c8a-48eb-aa92-1ce3131c426c'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:18:51.587259 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-cc35627a-6c93-422d-807a-54608baaa74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:18:48Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['77c6a506-2c8a-48eb-aa92-1ce3131c426c'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:18:51.631291 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-3499b715-96fa-49d2-b30d-4d7106aaf648 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for floatingip (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:18:51.661294 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-3499b715-96fa-49d2-b30d-4d7106aaf648 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7647789 Sep 21 22:18:51.662427 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d7c3f3-8aa4-4ce2-9f1e-561b8feea75c', 'tag': 'bf3b4f3d-da0f-46c4-8c8f-877bde075393'}] {{(pid=116020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:18:51.664766 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}616469ce01b4343580b51944d90e43cdadd76175ffa2c7c7ae3ce11ef7217efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f609b2b-5079-41fb-845f-8ca374901f20" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d7c3f3-8aa4-4ce2-9f1e-561b8feea75c", "tag": "bf3b4f3d-da0f-46c4-8c8f-877bde075393"}]}' {{(pid=116020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:18:51.682867 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-cc35627a-6c93-422d-807a-54608baaa74f None None] Set router 77c6a506-2c8a-48eb-aa92-1ce3131c426c gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:18:51.701281 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd2f1b0-16dd-47d0-9951-4e224d2a989a x-openstack-request-id: req-7cd2f1b0-16dd-47d0-9951-4e224d2a989a {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:18:51.701577 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d7c3f3-8aa4-4ce2-9f1e-561b8feea75c", "tag": "bf3b4f3d-da0f-46c4-8c8f-877bde075393", "status": "completed", "code": 200}]} {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:18:51.701839 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7cd2f1b0-16dd-47d0-9951-4e224d2a989a {{(pid=116020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:18:51.702362 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cd2f1b0-16dd-47d0-9951-4e224d2a989a'] response: {'name': 'network-changed', 'server_uuid': 'd8d7c3f3-8aa4-4ce2-9f1e-561b8feea75c', 'tag': 'bf3b4f3d-da0f-46c4-8c8f-877bde075393', 'status': 'completed', 'code': 200} Sep 21 22:18:51.769097 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f609b2b-5079-41fb-845f-8ca374901f20 req-470fa45d-4ab5-4548-b6ab-e0b507d1ea45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:18:51.770523 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-4f609b2b-5079-41fb-845f-8ca374901f20 req-470fa45d-4ab5-4548-b6ab-e0b507d1ea45 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3dcb2fbc2efd4f209b89ee21a8ca23ed&device_id=d8d7c3f3-8aa4-4ce2-9f1e-561b8feea75c HTTP/1.1" status: 200 len: 1130 time: 0.0477855 Sep 21 22:18:51.860891 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f609b2b-5079-41fb-845f-8ca374901f20 req-4140320a-5fca-4b99-8977-5d6e355b5972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:18:51.862365 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-4f609b2b-5079-41fb-845f-8ca374901f20 req-4140320a-5fca-4b99-8977-5d6e355b5972 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3bc5f972-a258-4cfd-8f74-f733733efeea HTTP/1.1" status: 200 len: 912 time: 0.0847511 Sep 21 22:18:51.901819 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-cc35627a-6c93-422d-807a-54608baaa74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'name': 'tempest-TestVolumeBootPattern-526563558-router', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'ce066fe9-af4d-4027-884e-407bede8161e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:13:31Z', 'updated_at': '2022-09-21T22:13:35Z', 'revision_number': 4, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'gw_port': {'id': 'ce066fe9-af4d-4027-884e-407bede8161e', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:13:32Z', 'updated_at': '2022-09-21T22:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_floatingips': [{'id': '8e0537cd-8efc-4431-8d15-9ed3f1e98d38', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'port_id': 'b096f070-9610-4e5e-8f78-05c799d4b361', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea', 'mac_address': 'fa:16:3e:9c:cb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca2db5f-0278-4ed9-b224-c08f677de508', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:16:43Z', 'updated_at': '2022-09-21T22:16:45Z', 'revision_number': 1, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'fixed_ip_address_scope': None}, {'id': 'b1a39e4f-3eec-4b3f-b250-3859fdc05602', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'floating_ip_address': '172.27.1.134', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'port_id': 'bf3b4f3d-da0f-46c4-8c8f-877bde075393', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea', 'mac_address': 'fa:16:3e:2e:ea:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d7c3f3-8aa4-4ce2-9f1e-561b8feea75c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:18:50Z', 'updated_at': '2022-09-21T22:18:50Z', 'revision_number': 0, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5ecfad1-5e4f-41fe-9747-b52a98791283', 'name': '', 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'mac_address': 'fa:16:3e:d3:a9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'a37b1ae7-9d3d-4472-bfa1-de899df489f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:13:34Z', 'updated_at': '2022-09-21T22:13:38Z', 'revision_number': 5, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'subnets': [{'id': 'a37b1ae7-9d3d-4472-bfa1-de899df489f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:18:51.925885 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc35627a-6c93-422d-807a-54608baaa74f None None] Checking router: 77c6a506-2c8a-48eb-aa92-1ce3131c426c for host: dv-cinder-858819-1-iscsi {{(pid=116022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:18:51.926995 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-4f609b2b-5079-41fb-845f-8ca374901f20 req-1417f258-8af2-4cef-971a-1785c46985c9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf3b4f3d-da0f-46c4-8c8f-877bde075393 HTTP/1.1" status: 200 len: 1000 time: 0.0581238 Sep 21 22:18:51.934277 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc35627a-6c93-422d-807a-54608baaa74f None None] Routers {'77c6a506-2c8a-48eb-aa92-1ce3131c426c'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:18:51.934885 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-cc35627a-6c93-422d-807a-54608baaa74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:18:48Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['77c6a506-2c8a-48eb-aa92-1ce3131c426c'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:18:51.974825 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f609b2b-5079-41fb-845f-8ca374901f20 req-7b44a6be-2661-4ae3-9d78-9e971e8dfea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:18:51.976288 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-4f609b2b-5079-41fb-845f-8ca374901f20 req-7b44a6be-2661-4ae3-9d78-9e971e8dfea1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a37b1ae7-9d3d-4472-bfa1-de899df489f1 HTTP/1.1" status: 200 len: 850 time: 0.0431385 Sep 21 22:18:52.026612 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f609b2b-5079-41fb-845f-8ca374901f20 req-f528a64a-d962-4ab2-808f-db3b4a8f205b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:18:52.028019 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-4f609b2b-5079-41fb-845f-8ca374901f20 req-f528a64a-d962-4ab2-808f-db3b4a8f205b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3bc5f972-a258-4cfd-8f74-f733733efeea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463369 Sep 21 22:18:52.119248 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-cc35627a-6c93-422d-807a-54608baaa74f None None] Set router 77c6a506-2c8a-48eb-aa92-1ce3131c426c gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:18:52.122901 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-4f609b2b-5079-41fb-845f-8ca374901f20 req-34c59b53-52cd-46bf-9d73-92611f48c3aa service neutron] 10.222.0.71 "GET /v2.0/networks/3bc5f972-a258-4cfd-8f74-f733733efeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886669 Sep 21 22:18:52.214562 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-4f609b2b-5079-41fb-845f-8ca374901f20 req-390c0687-520d-4a36-8d01-3bb9d2811f15 service neutron] 10.222.0.71 "GET /v2.0/networks/3bc5f972-a258-4cfd-8f74-f733733efeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850260 Sep 21 22:18:52.343349 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-cc35627a-6c93-422d-807a-54608baaa74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'name': 'tempest-TestVolumeBootPattern-526563558-router', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'ce066fe9-af4d-4027-884e-407bede8161e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:13:31Z', 'updated_at': '2022-09-21T22:13:35Z', 'revision_number': 4, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'gw_port': {'id': 'ce066fe9-af4d-4027-884e-407bede8161e', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:13:32Z', 'updated_at': '2022-09-21T22:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_floatingips': [{'id': '8e0537cd-8efc-4431-8d15-9ed3f1e98d38', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'port_id': 'b096f070-9610-4e5e-8f78-05c799d4b361', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea', 'mac_address': 'fa:16:3e:9c:cb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca2db5f-0278-4ed9-b224-c08f677de508', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:16:43Z', 'updated_at': '2022-09-21T22:16:45Z', 'revision_number': 1, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'fixed_ip_address_scope': None}, {'id': 'b1a39e4f-3eec-4b3f-b250-3859fdc05602', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'floating_ip_address': '172.27.1.134', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'port_id': 'bf3b4f3d-da0f-46c4-8c8f-877bde075393', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea', 'mac_address': 'fa:16:3e:2e:ea:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d7c3f3-8aa4-4ce2-9f1e-561b8feea75c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:18:50Z', 'updated_at': '2022-09-21T22:18:50Z', 'revision_number': 0, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5ecfad1-5e4f-41fe-9747-b52a98791283', 'name': '', 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'mac_address': 'fa:16:3e:d3:a9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'a37b1ae7-9d3d-4472-bfa1-de899df489f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:13:34Z', 'updated_at': '2022-09-21T22:13:38Z', 'revision_number': 5, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'subnets': [{'id': 'a37b1ae7-9d3d-4472-bfa1-de899df489f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:18:52.366332 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc35627a-6c93-422d-807a-54608baaa74f None None] The sync data for ids ['77c6a506-2c8a-48eb-aa92-1ce3131c426c'] in dv-cinder-858819-1-iscsi is: [{'id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'name': 'tempest-TestVolumeBootPattern-526563558-router', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'ce066fe9-af4d-4027-884e-407bede8161e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:13:31Z', 'updated_at': '2022-09-21T22:13:35Z', 'revision_number': 4, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'gw_port': {'id': 'ce066fe9-af4d-4027-884e-407bede8161e', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:13:32Z', 'updated_at': '2022-09-21T22:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_floatingips': [{'id': '8e0537cd-8efc-4431-8d15-9ed3f1e98d38', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'port_id': 'b096f070-9610-4e5e-8f78-05c799d4b361', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea', 'mac_address': 'fa:16:3e:9c:cb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca2db5f-0278-4ed9-b224-c08f677de508', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:16:43Z', 'updated_at': '2022-09-21T22:16:45Z', 'revision_number': 1, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'fixed_ip_address_scope': None}, {'id': 'b1a39e4f-3eec-4b3f-b250-3859fdc05602', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'floating_ip_address': '172.27.1.134', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'port_id': 'bf3b4f3d-da0f-46c4-8c8f-877bde075393', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea', 'mac_address': 'fa:16:3e:2e:ea:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d7c3f3-8aa4-4ce2-9f1e-561b8feea75c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:18:50Z', 'updated_at': '2022-09-21T22:18:50Z', 'revision_number': 0, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5ecfad1-5e4f-41fe-9747-b52a98791283', 'name': '', 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'mac_address': 'fa:16:3e:d3:a9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'a37b1ae7-9d3d-4472-bfa1-de899df489f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:13:34Z', 'updated_at': '2022-09-21T22:13:38Z', 'revision_number': 5, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'subnets': [{'id': 'a37b1ae7-9d3d-4472-bfa1-de899df489f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:18:52.509318 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:18:52.558114 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158a8a5e-bcd0-473e-ac04-e22d93eb586c None None] New status for floating IP b1a39e4f-3eec-4b3f-b250-3859fdc05602: ACTIVE {{(pid=116021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 22:18:53.740479 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.agents_db [None req-53c7536d-764e-4ad7-87ad-c450eadf28b3 None None] Agent healthcheck: found 6 active agents {{(pid=116022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:19:15.640299 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (0aee7d89-594f-4992-91de-a4ac3f52e28d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:19:15.982990 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-1aaa1199-e093-4006-9015-177a11aa6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:19:18.188634 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-b2ff7649-f54d-40d7-8e7c-fdbb825cc8ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:19:19.576981 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:19:21.085262 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:19:22.491034 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:19:29.970713 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-d9ddaee5-3fef-413f-ab6a-f8b4c7fa3568 req-8f4f95f8-271b-42d4-bded-216a5fa068f2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9ca2db5f-0278-4ed9-b224-c08f677de508&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429838 Sep 21 22:19:30.068927 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ddaee5-3fef-413f-ab6a-f8b4c7fa3568 req-ccd29a13-8d0a-4e6a-a32d-7effca5d7880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:19:30.070447 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-d9ddaee5-3fef-413f-ab6a-f8b4c7fa3568 req-ccd29a13-8d0a-4e6a-a32d-7effca5d7880 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3dcb2fbc2efd4f209b89ee21a8ca23ed&device_id=9ca2db5f-0278-4ed9-b224-c08f677de508 HTTP/1.1" status: 200 len: 1129 time: 0.0511491 Sep 21 22:19:30.179730 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ddaee5-3fef-413f-ab6a-f8b4c7fa3568 req-70033df4-c288-4d25-88ad-b3ef4c3c38c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:19:30.181923 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-d9ddaee5-3fef-413f-ab6a-f8b4c7fa3568 req-70033df4-c288-4d25-88ad-b3ef4c3c38c6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3bc5f972-a258-4cfd-8f74-f733733efeea HTTP/1.1" status: 200 len: 912 time: 0.0912690 Sep 21 22:19:30.254501 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-d9ddaee5-3fef-413f-ab6a-f8b4c7fa3568 req-a0c717fa-db81-4b40-bd41-5185b9d2d93e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b096f070-9610-4e5e-8f78-05c799d4b361 HTTP/1.1" status: 200 len: 1001 time: 0.0624254 Sep 21 22:19:30.551252 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ddaee5-3fef-413f-ab6a-f8b4c7fa3568 req-2db58675-009e-40c4-9572-be0161c17f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:19:30.552711 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-d9ddaee5-3fef-413f-ab6a-f8b4c7fa3568 req-2db58675-009e-40c4-9572-be0161c17f35 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a37b1ae7-9d3d-4472-bfa1-de899df489f1 HTTP/1.1" status: 200 len: 850 time: 0.2925723 Sep 21 22:19:30.603119 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ddaee5-3fef-413f-ab6a-f8b4c7fa3568 req-5db47877-dea2-48e0-b7ca-3085bda7c19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:19:30.604675 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-d9ddaee5-3fef-413f-ab6a-f8b4c7fa3568 req-5db47877-dea2-48e0-b7ca-3085bda7c19b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3bc5f972-a258-4cfd-8f74-f733733efeea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455661 Sep 21 22:19:30.698987 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-d9ddaee5-3fef-413f-ab6a-f8b4c7fa3568 req-f2be8678-a41f-41ef-a2f7-6c60fbf283c1 service neutron] 10.222.0.71 "GET /v2.0/networks/3bc5f972-a258-4cfd-8f74-f733733efeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845046 Sep 21 22:19:30.738863 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.agents_db [None req-53c7536d-764e-4ad7-87ad-c450eadf28b3 None None] Agent healthcheck: found 6 active agents {{(pid=116022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:19:30.789277 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-d9ddaee5-3fef-413f-ab6a-f8b4c7fa3568 req-fea50ea8-b133-4948-adfb-38525551508f service neutron] 10.222.0.71 "GET /v2.0/networks/3bc5f972-a258-4cfd-8f74-f733733efeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833731 Sep 21 22:19:45.638661 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (0aee7d89-594f-4992-91de-a4ac3f52e28d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:19:45.999312 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-88386c1c-fe30-48d7-aee8-eb6d5b77d0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:19:48.152864 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-1afb8d07-9013-42c1-b2ae-491fdd49dee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:19:49.587815 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:19:51.096544 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:19:52.501914 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:07.738232 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.agents_db [None req-53c7536d-764e-4ad7-87ad-c450eadf28b3 None None] Agent healthcheck: found 6 active agents {{(pid=116022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:20:15.644403 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (0aee7d89-594f-4992-91de-a4ac3f52e28d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:15.980850 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-8faa8ebc-e85f-4577-824a-ef14f357ba5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:18.192945 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-ee49a3cc-f4be-413e-b65d-6b06e6c4e45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:19.259164 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 41682) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:20:19.410771 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [None req-50f3dfe2-84dd-4e09-82b9-345e6b2d7f78 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Deleting port e2c8f647-5c5e-40d9-b451-2c0de9ef2efd {{(pid=116020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:20:19.411114 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-50f3dfe2-84dd-4e09-82b9-345e6b2d7f78 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (e2c8f647-5c5e-40d9-b451-2c0de9ef2efd), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:19.491063 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-50f3dfe2-84dd-4e09-82b9-345e6b2d7f78 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (e2c8f647-5c5e-40d9-b451-2c0de9ef2efd), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:19.491300 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-50f3dfe2-84dd-4e09-82b9-345e6b2d7f78 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks [] for floatingip (e2c8f647-5c5e-40d9-b451-2c0de9ef2efd), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:19.504142 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [None req-50f3dfe2-84dd-4e09-82b9-345e6b2d7f78 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Calling delete_port for e2c8f647-5c5e-40d9-b451-2c0de9ef2efd owned by network:floatingip {{(pid=116020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:20:19.615639 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:19.764424 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-50f3dfe2-84dd-4e09-82b9-345e6b2d7f78 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (e2c8f647-5c5e-40d9-b451-2c0de9ef2efd), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:19.790657 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f3dfe2-84dd-4e09-82b9-345e6b2d7f78 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Pushing event deleted for resources: {'Port': ['ID=e2c8f647-5c5e-40d9-b451-2c0de9ef2efd,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:20:19.817473 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f3dfe2-84dd-4e09-82b9-345e6b2d7f78 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:20:19.817834 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f3dfe2-84dd-4e09-82b9-345e6b2d7f78 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:20:19.818188 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f3dfe2-84dd-4e09-82b9-345e6b2d7f78 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:20:19.818533 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f3dfe2-84dd-4e09-82b9-345e6b2d7f78 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:20:19.818875 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f3dfe2-84dd-4e09-82b9-345e6b2d7f78 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:20:19.819213 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f3dfe2-84dd-4e09-82b9-345e6b2d7f78 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:20:19.819549 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f3dfe2-84dd-4e09-82b9-345e6b2d7f78 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:20:19.819887 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f3dfe2-84dd-4e09-82b9-345e6b2d7f78 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:20:19.820263 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f3dfe2-84dd-4e09-82b9-345e6b2d7f78 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:20:19.820595 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f3dfe2-84dd-4e09-82b9-345e6b2d7f78 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:20:19.820928 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f3dfe2-84dd-4e09-82b9-345e6b2d7f78 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:20:19.821256 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f3dfe2-84dd-4e09-82b9-345e6b2d7f78 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:20:19.821585 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f3dfe2-84dd-4e09-82b9-345e6b2d7f78 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:20:19.867097 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-50f3dfe2-84dd-4e09-82b9-345e6b2d7f78 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks [] for floatingip (b1a39e4f-3eec-4b3f-b250-3859fdc05602), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:19.867430 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.db.l3_db [None req-50f3dfe2-84dd-4e09-82b9-345e6b2d7f78 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Floating IP b1a39e4f-3eec-4b3f-b250-3859fdc05602 disassociated (deleted). External IP: 172.27.1.134, port: bf3b4f3d-da0f-46c4-8c8f-877bde075393. Sep 21 22:20:20.064976 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f3dfe2-84dd-4e09-82b9-345e6b2d7f78 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Router 77c6a506-2c8a-48eb-aa92-1ce3131c426c has already been hosted by L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 {{(pid=116020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:20:20.176135 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f3dfe2-84dd-4e09-82b9-345e6b2d7f78 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:20:20.180988 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-50f3dfe2-84dd-4e09-82b9-345e6b2d7f78 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for floatingip (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:20.185634 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d6e429-5bcd-4381-847f-352eb9efd517 None None] Sync routers for ids ['77c6a506-2c8a-48eb-aa92-1ce3131c426c'] in dv-cinder-858819-1-iscsi {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:20:20.196246 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d6e429-5bcd-4381-847f-352eb9efd517 None None] Routers {'77c6a506-2c8a-48eb-aa92-1ce3131c426c'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:20:20.197040 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-62d6e429-5bcd-4381-847f-352eb9efd517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:20:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['77c6a506-2c8a-48eb-aa92-1ce3131c426c'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:20:20.210897 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-50f3dfe2-84dd-4e09-82b9-345e6b2d7f78 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "DELETE /v2.0/floatingips/b1a39e4f-3eec-4b3f-b250-3859fdc05602 HTTP/1.1" status: 204 len: 168 time: 0.9502411 Sep 21 22:20:20.211649 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d7c3f3-8aa4-4ce2-9f1e-561b8feea75c', 'tag': 'bf3b4f3d-da0f-46c4-8c8f-877bde075393'}] {{(pid=116020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:20:20.213959 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}616469ce01b4343580b51944d90e43cdadd76175ffa2c7c7ae3ce11ef7217efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6590f0-35eb-47fd-b00b-8bbfe0da7728" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d7c3f3-8aa4-4ce2-9f1e-561b8feea75c", "tag": "bf3b4f3d-da0f-46c4-8c8f-877bde075393"}]}' {{(pid=116020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:20:20.262718 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe6fb0b-0045-4838-9659-0ac9f4fcf311 x-openstack-request-id: req-bbe6fb0b-0045-4838-9659-0ac9f4fcf311 {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:20:20.263364 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d7c3f3-8aa4-4ce2-9f1e-561b8feea75c", "tag": "bf3b4f3d-da0f-46c4-8c8f-877bde075393", "status": "completed", "code": 200}]} {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:20:20.263364 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bbe6fb0b-0045-4838-9659-0ac9f4fcf311 {{(pid=116020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:20:20.263786 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbe6fb0b-0045-4838-9659-0ac9f4fcf311'] response: {'name': 'network-changed', 'server_uuid': 'd8d7c3f3-8aa4-4ce2-9f1e-561b8feea75c', 'tag': 'bf3b4f3d-da0f-46c4-8c8f-877bde075393', 'status': 'completed', 'code': 200} Sep 21 22:20:20.313126 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-62d6e429-5bcd-4381-847f-352eb9efd517 None None] Set router 77c6a506-2c8a-48eb-aa92-1ce3131c426c gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:20:20.339416 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6590f0-35eb-47fd-b00b-8bbfe0da7728 req-d8dd396c-931e-4f7e-87fc-a70556765d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:20:20.341542 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-fa6590f0-35eb-47fd-b00b-8bbfe0da7728 req-d8dd396c-931e-4f7e-87fc-a70556765d95 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3dcb2fbc2efd4f209b89ee21a8ca23ed&device_id=d8d7c3f3-8aa4-4ce2-9f1e-561b8feea75c HTTP/1.1" status: 200 len: 1130 time: 0.0535705 Sep 21 22:20:20.434684 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6590f0-35eb-47fd-b00b-8bbfe0da7728 req-77b1d05a-9480-4045-955e-b0e5e8603a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:20:20.436298 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-fa6590f0-35eb-47fd-b00b-8bbfe0da7728 req-77b1d05a-9480-4045-955e-b0e5e8603a92 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3bc5f972-a258-4cfd-8f74-f733733efeea HTTP/1.1" status: 200 len: 912 time: 0.0882149 Sep 21 22:20:20.484792 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-fa6590f0-35eb-47fd-b00b-8bbfe0da7728 req-13169e8a-9130-41dc-bcc7-f9d261ab491b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf3b4f3d-da0f-46c4-8c8f-877bde075393 HTTP/1.1" status: 200 len: 217 time: 0.0422330 Sep 21 22:20:20.537825 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6590f0-35eb-47fd-b00b-8bbfe0da7728 req-d8911336-f7db-4025-82d5-86c1062b49f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:20:20.538521 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-62d6e429-5bcd-4381-847f-352eb9efd517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'name': 'tempest-TestVolumeBootPattern-526563558-router', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'ce066fe9-af4d-4027-884e-407bede8161e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:13:31Z', 'updated_at': '2022-09-21T22:13:35Z', 'revision_number': 4, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'gw_port': {'id': 'ce066fe9-af4d-4027-884e-407bede8161e', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:13:32Z', 'updated_at': '2022-09-21T22:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_floatingips': [{'id': '8e0537cd-8efc-4431-8d15-9ed3f1e98d38', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'port_id': 'b096f070-9610-4e5e-8f78-05c799d4b361', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea', 'mac_address': 'fa:16:3e:9c:cb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca2db5f-0278-4ed9-b224-c08f677de508', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:16:43Z', 'updated_at': '2022-09-21T22:16:45Z', 'revision_number': 1, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5ecfad1-5e4f-41fe-9747-b52a98791283', 'name': '', 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'mac_address': 'fa:16:3e:d3:a9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'a37b1ae7-9d3d-4472-bfa1-de899df489f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:13:34Z', 'updated_at': '2022-09-21T22:13:38Z', 'revision_number': 5, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'subnets': [{'id': 'a37b1ae7-9d3d-4472-bfa1-de899df489f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:20:20.539316 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-fa6590f0-35eb-47fd-b00b-8bbfe0da7728 req-d8911336-f7db-4025-82d5-86c1062b49f5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a37b1ae7-9d3d-4472-bfa1-de899df489f1 HTTP/1.1" status: 200 len: 850 time: 0.0486944 Sep 21 22:20:20.563045 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d6e429-5bcd-4381-847f-352eb9efd517 None None] Checking router: 77c6a506-2c8a-48eb-aa92-1ce3131c426c for host: dv-cinder-858819-1-iscsi {{(pid=116022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:20:20.571582 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d6e429-5bcd-4381-847f-352eb9efd517 None None] Routers {'77c6a506-2c8a-48eb-aa92-1ce3131c426c'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:20:20.572244 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-62d6e429-5bcd-4381-847f-352eb9efd517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:20:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['77c6a506-2c8a-48eb-aa92-1ce3131c426c'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:20:20.595960 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6590f0-35eb-47fd-b00b-8bbfe0da7728 req-a8c8aab7-a4d0-4434-a986-7ac5986158ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:20:20.597483 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-fa6590f0-35eb-47fd-b00b-8bbfe0da7728 req-a8c8aab7-a4d0-4434-a986-7ac5986158ff service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3bc5f972-a258-4cfd-8f74-f733733efeea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523050 Sep 21 22:20:20.677137 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-62d6e429-5bcd-4381-847f-352eb9efd517 None None] Set router 77c6a506-2c8a-48eb-aa92-1ce3131c426c gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:20:20.697075 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-fa6590f0-35eb-47fd-b00b-8bbfe0da7728 req-3f49cba8-4220-49c4-8205-92ad11c5780d service neutron] 10.222.0.71 "GET /v2.0/networks/3bc5f972-a258-4cfd-8f74-f733733efeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939264 Sep 21 22:20:20.798742 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-fa6590f0-35eb-47fd-b00b-8bbfe0da7728 req-577643af-da73-4db2-9c3f-192d1310e6e2 service neutron] 10.222.0.71 "GET /v2.0/networks/3bc5f972-a258-4cfd-8f74-f733733efeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946989 Sep 21 22:20:20.824502 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56abad71-5ae5-4589-9f4c-8cf55596a3b2 req-c3bbed00-7c51-45c6-8054-bbd6bcf71218 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:20:20.827740 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-56abad71-5ae5-4589-9f4c-8cf55596a3b2 req-c3bbed00-7c51-45c6-8054-bbd6bcf71218 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8d7c3f3-8aa4-4ce2-9f1e-561b8feea75c HTTP/1.1" status: 200 len: 946 time: 0.0689647 Sep 21 22:20:20.890811 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-56abad71-5ae5-4589-9f4c-8cf55596a3b2 req-aa163b4c-f385-433b-8be1-0fd97cc8e35f tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/security-groups?id=99204050-2efb-4916-9215-aaa08df20362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568554 Sep 21 22:20:20.944458 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-62d6e429-5bcd-4381-847f-352eb9efd517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'name': 'tempest-TestVolumeBootPattern-526563558-router', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'ce066fe9-af4d-4027-884e-407bede8161e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:13:31Z', 'updated_at': '2022-09-21T22:13:35Z', 'revision_number': 4, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'gw_port': {'id': 'ce066fe9-af4d-4027-884e-407bede8161e', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:13:32Z', 'updated_at': '2022-09-21T22:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_floatingips': [{'id': '8e0537cd-8efc-4431-8d15-9ed3f1e98d38', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'port_id': 'b096f070-9610-4e5e-8f78-05c799d4b361', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea', 'mac_address': 'fa:16:3e:9c:cb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca2db5f-0278-4ed9-b224-c08f677de508', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:16:43Z', 'updated_at': '2022-09-21T22:16:45Z', 'revision_number': 1, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5ecfad1-5e4f-41fe-9747-b52a98791283', 'name': '', 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'mac_address': 'fa:16:3e:d3:a9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'a37b1ae7-9d3d-4472-bfa1-de899df489f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:13:34Z', 'updated_at': '2022-09-21T22:13:38Z', 'revision_number': 5, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'subnets': [{'id': 'a37b1ae7-9d3d-4472-bfa1-de899df489f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:20:20.968389 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d6e429-5bcd-4381-847f-352eb9efd517 None None] The sync data for ids ['77c6a506-2c8a-48eb-aa92-1ce3131c426c'] in dv-cinder-858819-1-iscsi is: [{'id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'name': 'tempest-TestVolumeBootPattern-526563558-router', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'ce066fe9-af4d-4027-884e-407bede8161e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:13:31Z', 'updated_at': '2022-09-21T22:13:35Z', 'revision_number': 4, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'gw_port': {'id': 'ce066fe9-af4d-4027-884e-407bede8161e', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:13:32Z', 'updated_at': '2022-09-21T22:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_floatingips': [{'id': '8e0537cd-8efc-4431-8d15-9ed3f1e98d38', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'router_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'port_id': 'b096f070-9610-4e5e-8f78-05c799d4b361', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea', 'mac_address': 'fa:16:3e:9c:cb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca2db5f-0278-4ed9-b224-c08f677de508', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T22:16:43Z', 'updated_at': '2022-09-21T22:16:45Z', 'revision_number': 1, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5ecfad1-5e4f-41fe-9747-b52a98791283', 'name': '', 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'mac_address': 'fa:16:3e:d3:a9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'a37b1ae7-9d3d-4472-bfa1-de899df489f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:13:34Z', 'updated_at': '2022-09-21T22:13:38Z', 'revision_number': 5, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'subnets': [{'id': 'a37b1ae7-9d3d-4472-bfa1-de899df489f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:20:21.084505 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:21.193408 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa391086-646b-41eb-9f39-da1bbeddf08c None None] New status for floating IP b1a39e4f-3eec-4b3f-b250-3859fdc05602: DOWN {{(pid=116021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 22:20:22.018894 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf44c8-625d-46cb-bb84-767cf40ad7ff req-cb58e0af-8b67-4977-8c81-44076b983539 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:20:22.020394 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1daf44c8-625d-46cb-bb84-767cf40ad7ff req-cb58e0af-8b67-4977-8c81-44076b983539 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8d7c3f3-8aa4-4ce2-9f1e-561b8feea75c HTTP/1.1" status: 200 len: 946 time: 0.0526838 Sep 21 22:20:22.070449 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-1daf44c8-625d-46cb-bb84-767cf40ad7ff req-8855f809-e4dd-4959-afbc-1d6147dd17ed tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/security-groups?id=99204050-2efb-4916-9215-aaa08df20362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444043 Sep 21 22:20:22.261021 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f2feb-0ce6-45e6-8492-fa6ee204a28f req-069b6b59-f270-4b75-ab18-7b23f05fd295 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:20:22.263019 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-3f9f2feb-0ce6-45e6-8492-fa6ee204a28f req-069b6b59-f270-4b75-ab18-7b23f05fd295 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8d7c3f3-8aa4-4ce2-9f1e-561b8feea75c HTTP/1.1" status: 200 len: 946 time: 0.0620222 Sep 21 22:20:22.356479 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [req-3f9f2feb-0ce6-45e6-8492-fa6ee204a28f req-a005deec-1ed9-47d7-80fb-0df2bd608d8b tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Deleting port bf3b4f3d-da0f-46c4-8c8f-877bde075393 {{(pid=116020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:20:22.356479 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-3f9f2feb-0ce6-45e6-8492-fa6ee204a28f req-a005deec-1ed9-47d7-80fb-0df2bd608d8b tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (bf3b4f3d-da0f-46c4-8c8f-877bde075393), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:22.448402 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-3f9f2feb-0ce6-45e6-8492-fa6ee204a28f req-a005deec-1ed9-47d7-80fb-0df2bd608d8b tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] For port bf3b4f3d-da0f-46c4-8c8f-877bde075393, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=bf3b4f3d-da0f-46c4-8c8f-877bde075393,segment=NetworkSegment(f40f1dc0-ddab-429e-acc9-12d73fbb5252),segment_id=f40f1dc0-ddab-429e-acc9-12d73fbb5252)] {{(pid=116020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:20:22.448680 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-3f9f2feb-0ce6-45e6-8492-fa6ee204a28f req-a005deec-1ed9-47d7-80fb-0df2bd608d8b tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (bf3b4f3d-da0f-46c4-8c8f-877bde075393), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:22.462281 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [req-3f9f2feb-0ce6-45e6-8492-fa6ee204a28f req-a005deec-1ed9-47d7-80fb-0df2bd608d8b tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Calling delete_port for bf3b4f3d-da0f-46c4-8c8f-877bde075393 owned by compute:nova {{(pid=116020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:20:22.506822 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:22.644371 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-3f9f2feb-0ce6-45e6-8492-fa6ee204a28f req-a005deec-1ed9-47d7-80fb-0df2bd608d8b tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (bf3b4f3d-da0f-46c4-8c8f-877bde075393), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:22.671822 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a005deec-1ed9-47d7-80fb-0df2bd608d8b tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Pushing event deleted for resources: {'Port': ['ID=bf3b4f3d-da0f-46c4-8c8f-877bde075393,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:20:22.720333 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f9f2feb-0ce6-45e6-8492-fa6ee204a28f req-a005deec-1ed9-47d7-80fb-0df2bd608d8b tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] No DVR routers for this DVR port bf3b4f3d-da0f-46c4-8c8f-877bde075393 on host hv-cinder-85881 {{(pid=116020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:20:22.722804 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-3f9f2feb-0ce6-45e6-8492-fa6ee204a28f req-a005deec-1ed9-47d7-80fb-0df2bd608d8b tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:22.726271 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-3f9f2feb-0ce6-45e6-8492-fa6ee204a28f req-a005deec-1ed9-47d7-80fb-0df2bd608d8b tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.71 "DELETE /v2.0/ports/bf3b4f3d-da0f-46c4-8c8f-877bde075393 HTTP/1.1" status: 204 len: 173 time: 0.4579394 Sep 21 22:20:22.726774 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d7c3f3-8aa4-4ce2-9f1e-561b8feea75c', 'name': 'network-vif-deleted', 'tag': 'bf3b4f3d-da0f-46c4-8c8f-877bde075393'}] {{(pid=116020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:20:22.729118 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}616469ce01b4343580b51944d90e43cdadd76175ffa2c7c7ae3ce11ef7217efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ccfbe4-01d7-4ba2-9cf3-51f2426553c0" -d '{"events": [{"server_uuid": "d8d7c3f3-8aa4-4ce2-9f1e-561b8feea75c", "name": "network-vif-deleted", "tag": "bf3b4f3d-da0f-46c4-8c8f-877bde075393"}]}' {{(pid=116020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:20:22.765117 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c7e464-94f3-4ca0-8201-12d9ea65ea12 x-openstack-request-id: req-42c7e464-94f3-4ca0-8201-12d9ea65ea12 {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:20:22.765419 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d7c3f3-8aa4-4ce2-9f1e-561b8feea75c", "name": "network-vif-deleted", "tag": "bf3b4f3d-da0f-46c4-8c8f-877bde075393", "status": "completed", "code": 200}]} {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:20:22.765679 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-42c7e464-94f3-4ca0-8201-12d9ea65ea12 {{(pid=116020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:20:22.766095 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42c7e464-94f3-4ca0-8201-12d9ea65ea12'] response: {'server_uuid': 'd8d7c3f3-8aa4-4ce2-9f1e-561b8feea75c', 'name': 'network-vif-deleted', 'tag': 'bf3b4f3d-da0f-46c4-8c8f-877bde075393', 'status': 'completed', 'code': 200} Sep 21 22:20:23.176538 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-088ff75c-02c2-4867-8469-48bb099ebb51 req-9b84ab5e-e7c1-439f-bc78-f5ed331832c6 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8d7c3f3-8aa4-4ce2-9f1e-561b8feea75c HTTP/1.1" status: 200 len: 210 time: 0.0291574 Sep 21 22:20:25.271834 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device bf3b4f3d-da0f-46c4-8c8f-877bde075393 no longer exists at agent hyperv_hv-cinder-85881 {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:20:25.291304 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] No Port match for: bf3b4f3d-da0f-46c4-8c8f-877bde075393 {{(pid=116021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:20:25.291651 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device bf3b4f3d-da0f-46c4-8c8f-877bde075393 not bound to the agent host hv-cinder-85881 {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:20:26.686614 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 41722) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:20:26.834172 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [None req-4bb12d79-617d-41ff-9446-b99d5c768e35 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Deleting port 3bc433ac-0336-413c-aaeb-9bac5a457682 {{(pid=116020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:20:26.834516 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-4bb12d79-617d-41ff-9446-b99d5c768e35 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (3bc433ac-0336-413c-aaeb-9bac5a457682), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:26.909507 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-4bb12d79-617d-41ff-9446-b99d5c768e35 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (3bc433ac-0336-413c-aaeb-9bac5a457682), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:26.909836 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-4bb12d79-617d-41ff-9446-b99d5c768e35 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks [] for floatingip (3bc433ac-0336-413c-aaeb-9bac5a457682), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:26.922132 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [None req-4bb12d79-617d-41ff-9446-b99d5c768e35 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Calling delete_port for 3bc433ac-0336-413c-aaeb-9bac5a457682 owned by network:floatingip {{(pid=116020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:20:27.181881 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-4bb12d79-617d-41ff-9446-b99d5c768e35 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (3bc433ac-0336-413c-aaeb-9bac5a457682), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:27.204592 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb12d79-617d-41ff-9446-b99d5c768e35 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Pushing event deleted for resources: {'Port': ['ID=3bc433ac-0336-413c-aaeb-9bac5a457682,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:20:27.273571 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-4bb12d79-617d-41ff-9446-b99d5c768e35 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks [] for floatingip (8e0537cd-8efc-4431-8d15-9ed3f1e98d38), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:27.273906 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.db.l3_db [None req-4bb12d79-617d-41ff-9446-b99d5c768e35 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Floating IP 8e0537cd-8efc-4431-8d15-9ed3f1e98d38 disassociated (deleted). External IP: 172.27.1.203, port: b096f070-9610-4e5e-8f78-05c799d4b361. Sep 21 22:20:27.489903 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb12d79-617d-41ff-9446-b99d5c768e35 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Router 77c6a506-2c8a-48eb-aa92-1ce3131c426c has already been hosted by L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 {{(pid=116020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:20:27.597159 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb12d79-617d-41ff-9446-b99d5c768e35 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:20:27.601707 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-4bb12d79-617d-41ff-9446-b99d5c768e35 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for floatingip (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:27.607491 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5536715-62d0-49ec-a2f5-5295f33f7e9a None None] Sync routers for ids ['77c6a506-2c8a-48eb-aa92-1ce3131c426c'] in dv-cinder-858819-1-iscsi {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:20:27.618225 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5536715-62d0-49ec-a2f5-5295f33f7e9a None None] Routers {'77c6a506-2c8a-48eb-aa92-1ce3131c426c'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:20:27.618827 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-a5536715-62d0-49ec-a2f5-5295f33f7e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:20:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['77c6a506-2c8a-48eb-aa92-1ce3131c426c'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:20:27.632404 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-4bb12d79-617d-41ff-9446-b99d5c768e35 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "DELETE /v2.0/floatingips/8e0537cd-8efc-4431-8d15-9ed3f1e98d38 HTTP/1.1" status: 204 len: 168 time: 0.9446332 Sep 21 22:20:27.633057 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ca2db5f-0278-4ed9-b224-c08f677de508', 'tag': 'b096f070-9610-4e5e-8f78-05c799d4b361'}] {{(pid=116020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:20:27.635336 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}616469ce01b4343580b51944d90e43cdadd76175ffa2c7c7ae3ce11ef7217efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71fee20f-2953-49b2-8e5b-934329b3ca34" -d '{"events": [{"name": "network-changed", "server_uuid": "9ca2db5f-0278-4ed9-b224-c08f677de508", "tag": "b096f070-9610-4e5e-8f78-05c799d4b361"}]}' {{(pid=116020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:20:27.672213 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 22:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc3f397-21b0-40e3-8bfa-dfb8bb87d2be x-openstack-request-id: req-8cc3f397-21b0-40e3-8bfa-dfb8bb87d2be {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:20:27.672893 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ca2db5f-0278-4ed9-b224-c08f677de508", "tag": "b096f070-9610-4e5e-8f78-05c799d4b361", "status": "completed", "code": 200}]} {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:20:27.673160 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8cc3f397-21b0-40e3-8bfa-dfb8bb87d2be {{(pid=116020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:20:27.673577 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cc3f397-21b0-40e3-8bfa-dfb8bb87d2be'] response: {'name': 'network-changed', 'server_uuid': '9ca2db5f-0278-4ed9-b224-c08f677de508', 'tag': 'b096f070-9610-4e5e-8f78-05c799d4b361', 'status': 'completed', 'code': 200} Sep 21 22:20:27.726218 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-a5536715-62d0-49ec-a2f5-5295f33f7e9a None None] Set router 77c6a506-2c8a-48eb-aa92-1ce3131c426c gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:20:27.752152 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fee20f-2953-49b2-8e5b-934329b3ca34 req-3fa27ea4-63ea-4fec-a1b5-b267429ea224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:20:27.753707 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-71fee20f-2953-49b2-8e5b-934329b3ca34 req-3fa27ea4-63ea-4fec-a1b5-b267429ea224 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3dcb2fbc2efd4f209b89ee21a8ca23ed&device_id=9ca2db5f-0278-4ed9-b224-c08f677de508 HTTP/1.1" status: 200 len: 1129 time: 0.0545311 Sep 21 22:20:27.852298 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fee20f-2953-49b2-8e5b-934329b3ca34 req-3b3403c9-a187-42b0-af2a-8d14d15472f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:20:27.853824 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-71fee20f-2953-49b2-8e5b-934329b3ca34 req-3b3403c9-a187-42b0-af2a-8d14d15472f0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3bc5f972-a258-4cfd-8f74-f733733efeea HTTP/1.1" status: 200 len: 912 time: 0.0938025 Sep 21 22:20:27.897082 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-71fee20f-2953-49b2-8e5b-934329b3ca34 req-618fe26e-d4e1-4f53-ae9f-c00b8f4442a0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b096f070-9610-4e5e-8f78-05c799d4b361 HTTP/1.1" status: 200 len: 217 time: 0.0369425 Sep 21 22:20:27.953391 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fee20f-2953-49b2-8e5b-934329b3ca34 req-03c1ddaf-a965-4ea6-95ad-b8310b487448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:20:27.954890 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-71fee20f-2953-49b2-8e5b-934329b3ca34 req-03c1ddaf-a965-4ea6-95ad-b8310b487448 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a37b1ae7-9d3d-4472-bfa1-de899df489f1 HTTP/1.1" status: 200 len: 850 time: 0.0522079 Sep 21 22:20:28.008293 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fee20f-2953-49b2-8e5b-934329b3ca34 req-e67ff1a2-05d2-48dd-8191-d85216a780c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:20:28.009757 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-71fee20f-2953-49b2-8e5b-934329b3ca34 req-e67ff1a2-05d2-48dd-8191-d85216a780c0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3bc5f972-a258-4cfd-8f74-f733733efeea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493042 Sep 21 22:20:28.041108 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-a5536715-62d0-49ec-a2f5-5295f33f7e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'name': 'tempest-TestVolumeBootPattern-526563558-router', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'ce066fe9-af4d-4027-884e-407bede8161e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:13:31Z', 'updated_at': '2022-09-21T22:13:35Z', 'revision_number': 4, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'gw_port': {'id': 'ce066fe9-af4d-4027-884e-407bede8161e', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:13:32Z', 'updated_at': '2022-09-21T22:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': 'b5ecfad1-5e4f-41fe-9747-b52a98791283', 'name': '', 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'mac_address': 'fa:16:3e:d3:a9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'a37b1ae7-9d3d-4472-bfa1-de899df489f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:13:34Z', 'updated_at': '2022-09-21T22:13:38Z', 'revision_number': 5, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'subnets': [{'id': 'a37b1ae7-9d3d-4472-bfa1-de899df489f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:20:28.066615 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5536715-62d0-49ec-a2f5-5295f33f7e9a None None] Checking router: 77c6a506-2c8a-48eb-aa92-1ce3131c426c for host: dv-cinder-858819-1-iscsi {{(pid=116022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:20:28.076343 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5536715-62d0-49ec-a2f5-5295f33f7e9a None None] Routers {'77c6a506-2c8a-48eb-aa92-1ce3131c426c'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:20:28.076982 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-a5536715-62d0-49ec-a2f5-5295f33f7e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:20:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['77c6a506-2c8a-48eb-aa92-1ce3131c426c'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:20:28.080526 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bec644-0776-44ab-b163-fb6a47d0caf7 req-7a1776e8-30b9-4881-a375-4ff8de56c288 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:20:28.082171 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-22bec644-0776-44ab-b163-fb6a47d0caf7 req-7a1776e8-30b9-4881-a375-4ff8de56c288 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca2db5f-0278-4ed9-b224-c08f677de508 HTTP/1.1" status: 200 len: 945 time: 0.0622525 Sep 21 22:20:28.112852 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-71fee20f-2953-49b2-8e5b-934329b3ca34 req-df65584a-5d2f-4557-8dec-4afc7db3e204 service neutron] 10.222.0.71 "GET /v2.0/networks/3bc5f972-a258-4cfd-8f74-f733733efeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965340 Sep 21 22:20:28.142185 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-22bec644-0776-44ab-b163-fb6a47d0caf7 req-2c8788c7-5c1a-4d29-9236-4828fd7c5bed tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/security-groups?id=99204050-2efb-4916-9215-aaa08df20362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535643 Sep 21 22:20:28.183323 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-a5536715-62d0-49ec-a2f5-5295f33f7e9a None None] Set router 77c6a506-2c8a-48eb-aa92-1ce3131c426c gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:20:28.210169 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-71fee20f-2953-49b2-8e5b-934329b3ca34 req-4830d75e-aff0-4b52-92c4-4416b5e1eb5d service neutron] 10.222.0.71 "GET /v2.0/networks/3bc5f972-a258-4cfd-8f74-f733733efeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908351 Sep 21 22:20:28.383117 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-a5536715-62d0-49ec-a2f5-5295f33f7e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'name': 'tempest-TestVolumeBootPattern-526563558-router', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'ce066fe9-af4d-4027-884e-407bede8161e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:13:31Z', 'updated_at': '2022-09-21T22:13:35Z', 'revision_number': 4, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'gw_port': {'id': 'ce066fe9-af4d-4027-884e-407bede8161e', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:13:32Z', 'updated_at': '2022-09-21T22:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': 'b5ecfad1-5e4f-41fe-9747-b52a98791283', 'name': '', 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'mac_address': 'fa:16:3e:d3:a9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'a37b1ae7-9d3d-4472-bfa1-de899df489f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:13:34Z', 'updated_at': '2022-09-21T22:13:38Z', 'revision_number': 5, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'subnets': [{'id': 'a37b1ae7-9d3d-4472-bfa1-de899df489f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:20:28.408101 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5536715-62d0-49ec-a2f5-5295f33f7e9a None None] The sync data for ids ['77c6a506-2c8a-48eb-aa92-1ce3131c426c'] in dv-cinder-858819-1-iscsi is: [{'id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'name': 'tempest-TestVolumeBootPattern-526563558-router', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'ce066fe9-af4d-4027-884e-407bede8161e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:13:31Z', 'updated_at': '2022-09-21T22:13:35Z', 'revision_number': 4, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'gw_port': {'id': 'ce066fe9-af4d-4027-884e-407bede8161e', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:13:32Z', 'updated_at': '2022-09-21T22:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi', '_interfaces': [{'id': 'b5ecfad1-5e4f-41fe-9747-b52a98791283', 'name': '', 'network_id': '3bc5f972-a258-4cfd-8f74-f733733efeea', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'mac_address': 'fa:16:3e:d3:a9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'a37b1ae7-9d3d-4472-bfa1-de899df489f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:13:34Z', 'updated_at': '2022-09-21T22:13:38Z', 'revision_number': 5, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'subnets': [{'id': 'a37b1ae7-9d3d-4472-bfa1-de899df489f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:20:28.652158 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b090c02-a6c8-4d82-9f0a-4e0819bb0d92 None None] New status for floating IP 8e0537cd-8efc-4431-8d15-9ed3f1e98d38: DOWN {{(pid=116021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 22:20:29.272133 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07793b7-4c8f-49a8-8f3e-bf797b997149 req-d34cac34-92f3-417b-a2ce-01271b4f8390 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:20:29.273643 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-f07793b7-4c8f-49a8-8f3e-bf797b997149 req-d34cac34-92f3-417b-a2ce-01271b4f8390 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca2db5f-0278-4ed9-b224-c08f677de508 HTTP/1.1" status: 200 len: 945 time: 0.0541654 Sep 21 22:20:29.322630 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-f07793b7-4c8f-49a8-8f3e-bf797b997149 req-8d1fccf0-1bcb-4f01-a9e2-5e5a81031d86 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/security-groups?id=99204050-2efb-4916-9215-aaa08df20362&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432768 Sep 21 22:20:29.514108 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df27fc0-f7fa-4390-9aec-53a65831c6a4 req-a12f92ab-6ce8-436d-844d-b6c1b1108bb3 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 22:20:29.515504 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-9df27fc0-f7fa-4390-9aec-53a65831c6a4 req-a12f92ab-6ce8-436d-844d-b6c1b1108bb3 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ca2db5f-0278-4ed9-b224-c08f677de508 HTTP/1.1" status: 200 len: 945 time: 0.0545113 Sep 21 22:20:29.608594 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [req-9df27fc0-f7fa-4390-9aec-53a65831c6a4 req-f4d62dc1-7fca-455b-bcdb-0e6ad0736157 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Deleting port b096f070-9610-4e5e-8f78-05c799d4b361 {{(pid=116020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:20:29.609917 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-9df27fc0-f7fa-4390-9aec-53a65831c6a4 req-f4d62dc1-7fca-455b-bcdb-0e6ad0736157 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (b096f070-9610-4e5e-8f78-05c799d4b361), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:29.701013 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [req-9df27fc0-f7fa-4390-9aec-53a65831c6a4 req-f4d62dc1-7fca-455b-bcdb-0e6ad0736157 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] For port b096f070-9610-4e5e-8f78-05c799d4b361, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=b096f070-9610-4e5e-8f78-05c799d4b361,segment=NetworkSegment(f40f1dc0-ddab-429e-acc9-12d73fbb5252),segment_id=f40f1dc0-ddab-429e-acc9-12d73fbb5252)] {{(pid=116020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:20:29.701375 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-9df27fc0-f7fa-4390-9aec-53a65831c6a4 req-f4d62dc1-7fca-455b-bcdb-0e6ad0736157 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (b096f070-9610-4e5e-8f78-05c799d4b361), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:29.714150 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [req-9df27fc0-f7fa-4390-9aec-53a65831c6a4 req-f4d62dc1-7fca-455b-bcdb-0e6ad0736157 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Calling delete_port for b096f070-9610-4e5e-8f78-05c799d4b361 owned by compute:nova {{(pid=116020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:20:29.952878 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-9df27fc0-f7fa-4390-9aec-53a65831c6a4 req-f4d62dc1-7fca-455b-bcdb-0e6ad0736157 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (b096f070-9610-4e5e-8f78-05c799d4b361), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:29.982849 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d62dc1-7fca-455b-bcdb-0e6ad0736157 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Pushing event deleted for resources: {'Port': ['ID=b096f070-9610-4e5e-8f78-05c799d4b361,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:20:30.033689 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df27fc0-f7fa-4390-9aec-53a65831c6a4 req-f4d62dc1-7fca-455b-bcdb-0e6ad0736157 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] No DVR routers for this DVR port b096f070-9610-4e5e-8f78-05c799d4b361 on host hv-cinder-85881 {{(pid=116020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:20:30.036312 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [req-9df27fc0-f7fa-4390-9aec-53a65831c6a4 req-f4d62dc1-7fca-455b-bcdb-0e6ad0736157 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for port (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:30.039738 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [req-9df27fc0-f7fa-4390-9aec-53a65831c6a4 req-f4d62dc1-7fca-455b-bcdb-0e6ad0736157 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.71 "DELETE /v2.0/ports/b096f070-9610-4e5e-8f78-05c799d4b361 HTTP/1.1" status: 204 len: 173 time: 0.5186934 Sep 21 22:20:30.040285 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca2db5f-0278-4ed9-b224-c08f677de508', 'name': 'network-vif-deleted', 'tag': 'b096f070-9610-4e5e-8f78-05c799d4b361'}] {{(pid=116020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 22:20:30.042649 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}616469ce01b4343580b51944d90e43cdadd76175ffa2c7c7ae3ce11ef7217efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c9d321-dd2a-41c4-badd-496993704e1b" -d '{"events": [{"server_uuid": "9ca2db5f-0278-4ed9-b224-c08f677de508", "name": "network-vif-deleted", "tag": "b096f070-9610-4e5e-8f78-05c799d4b361"}]}' {{(pid=116020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 22:20:30.079642 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 22:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0e048d-978a-4eed-8968-c06af15bd9b3 x-openstack-request-id: req-8e0e048d-978a-4eed-8968-c06af15bd9b3 {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 22:20:30.079945 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca2db5f-0278-4ed9-b224-c08f677de508", "name": "network-vif-deleted", "tag": "b096f070-9610-4e5e-8f78-05c799d4b361", "status": "completed", "code": 200}]} {{(pid=116020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 22:20:30.080250 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8e0e048d-978a-4eed-8968-c06af15bd9b3 {{(pid=116020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 22:20:30.080644 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e0e048d-978a-4eed-8968-c06af15bd9b3'] response: {'server_uuid': '9ca2db5f-0278-4ed9-b224-c08f677de508', 'name': 'network-vif-deleted', 'tag': 'b096f070-9610-4e5e-8f78-05c799d4b361', 'status': 'completed', 'code': 200} Sep 21 22:20:30.426521 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [req-a05abc27-471a-499a-9583-05fc2915f246 req-f0234197-197c-46ef-8281-1a30be552a03 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca2db5f-0278-4ed9-b224-c08f677de508 HTTP/1.1" status: 200 len: 210 time: 0.0285747 Sep 21 22:20:31.287723 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device b096f070-9610-4e5e-8f78-05c799d4b361 no longer exists at agent hyperv_hv-cinder-85881 {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:20:31.307435 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] No Port match for: b096f070-9610-4e5e-8f78-05c799d4b361 {{(pid=116021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:20:31.307785 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Device b096f070-9610-4e5e-8f78-05c799d4b361 not bound to the agent host hv-cinder-85881 {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:20:31.491853 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 41738) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:20:31.606922 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [None req-b904c43f-5bf0-49fa-ae57-c0b5c5590045 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Deleting port 89c4c12c-87cb-4b72-88a4-3b711770c884 {{(pid=116020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:20:31.609750 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-b904c43f-5bf0-49fa-ae57-c0b5c5590045 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (89c4c12c-87cb-4b72-88a4-3b711770c884), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:31.682972 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-b904c43f-5bf0-49fa-ae57-c0b5c5590045 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (89c4c12c-87cb-4b72-88a4-3b711770c884), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:31.683297 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-b904c43f-5bf0-49fa-ae57-c0b5c5590045 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks [] for floatingip (89c4c12c-87cb-4b72-88a4-3b711770c884), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:31.694789 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [None req-b904c43f-5bf0-49fa-ae57-c0b5c5590045 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Calling delete_port for 89c4c12c-87cb-4b72-88a4-3b711770c884 owned by network:floatingip {{(pid=116020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:20:31.958540 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-b904c43f-5bf0-49fa-ae57-c0b5c5590045 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (89c4c12c-87cb-4b72-88a4-3b711770c884), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:31.992376 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b904c43f-5bf0-49fa-ae57-c0b5c5590045 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Pushing event deleted for resources: {'Port': ['ID=89c4c12c-87cb-4b72-88a4-3b711770c884,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:20:32.055580 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-b904c43f-5bf0-49fa-ae57-c0b5c5590045 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks [] for floatingip (3503fd57-3d9c-4bb7-afe4-9e11304ffd7e), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:32.058208 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-b904c43f-5bf0-49fa-ae57-c0b5c5590045 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200003'] for floatingip (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:32.059415 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-b904c43f-5bf0-49fa-ae57-c0b5c5590045 tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "DELETE /v2.0/floatingips/3503fd57-3d9c-4bb7-afe4-9e11304ffd7e HTTP/1.1" status: 204 len: 168 time: 0.5665476 Sep 21 22:20:33.451062 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 41750) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:20:33.508262 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-57273a8c-9914-4439-8cfb-a5b2a42e64cd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks [] for security_group (99204050-2efb-4916-9215-aaa08df20362), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:33.537219 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-57273a8c-9914-4439-8cfb-a5b2a42e64cd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks [] for security_group (99204050-2efb-4916-9215-aaa08df20362), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:33.643966 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-57273a8c-9914-4439-8cfb-a5b2a42e64cd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (99204050-2efb-4916-9215-aaa08df20362), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:33.646682 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-57273a8c-9914-4439-8cfb-a5b2a42e64cd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:33.647872 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-57273a8c-9914-4439-8cfb-a5b2a42e64cd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] 10.222.0.52 "DELETE /v2.0/security-groups/99204050-2efb-4916-9215-aaa08df20362 HTTP/1.1" status: 204 len: 168 time: 0.1957617 Sep 21 22:20:33.660477 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57273a8c-9914-4439-8cfb-a5b2a42e64cd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99204050-2efb-4916-9215-aaa08df20362,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:20:33.664816 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57273a8c-9914-4439-8cfb-a5b2a42e64cd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:20:33.665176 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57273a8c-9914-4439-8cfb-a5b2a42e64cd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:20:33.665582 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57273a8c-9914-4439-8cfb-a5b2a42e64cd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:20:33.665936 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57273a8c-9914-4439-8cfb-a5b2a42e64cd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:20:33.666278 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57273a8c-9914-4439-8cfb-a5b2a42e64cd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:20:33.666613 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57273a8c-9914-4439-8cfb-a5b2a42e64cd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:20:33.666950 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57273a8c-9914-4439-8cfb-a5b2a42e64cd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:20:33.667289 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57273a8c-9914-4439-8cfb-a5b2a42e64cd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:20:33.667625 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57273a8c-9914-4439-8cfb-a5b2a42e64cd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:20:33.667956 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57273a8c-9914-4439-8cfb-a5b2a42e64cd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:20:33.668316 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57273a8c-9914-4439-8cfb-a5b2a42e64cd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:20:33.668645 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57273a8c-9914-4439-8cfb-a5b2a42e64cd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:20:33.668971 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57273a8c-9914-4439-8cfb-a5b2a42e64cd tempest-TestVolumeBootPattern-1156186154 tempest-TestVolumeBootPattern-1156186154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:20:33.741832 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 41754) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:20:34.426437 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-fb8a7b5f-8bc4-4cc5-81d5-d6534c7eb1e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495104'] for router_interface (77c6a506-2c8a-48eb-aa92-1ce3131c426c), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:34.668391 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [None req-fb8a7b5f-8bc4-4cc5-81d5-d6534c7eb1e8 admin admin] Deleting port b5ecfad1-5e4f-41fe-9747-b52a98791283 {{(pid=116020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:20:34.668737 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-fb8a7b5f-8bc4-4cc5-81d5-d6534c7eb1e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (b5ecfad1-5e4f-41fe-9747-b52a98791283), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:34.765619 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [None req-fb8a7b5f-8bc4-4cc5-81d5-d6534c7eb1e8 admin admin] For port b5ecfad1-5e4f-41fe-9747-b52a98791283, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=b5ecfad1-5e4f-41fe-9747-b52a98791283,segment=NetworkSegment(f40f1dc0-ddab-429e-acc9-12d73fbb5252),segment_id=f40f1dc0-ddab-429e-acc9-12d73fbb5252)] {{(pid=116020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:20:34.766327 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-fb8a7b5f-8bc4-4cc5-81d5-d6534c7eb1e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (b5ecfad1-5e4f-41fe-9747-b52a98791283), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:34.778874 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [None req-fb8a7b5f-8bc4-4cc5-81d5-d6534c7eb1e8 admin admin] Calling delete_port for b5ecfad1-5e4f-41fe-9747-b52a98791283 owned by network:router_interface {{(pid=116020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:20:34.993679 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-fb8a7b5f-8bc4-4cc5-81d5-d6534c7eb1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (b5ecfad1-5e4f-41fe-9747-b52a98791283), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:35.024516 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8a7b5f-8bc4-4cc5-81d5-d6534c7eb1e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5ecfad1-5e4f-41fe-9747-b52a98791283,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:20:35.190600 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-fb8a7b5f-8bc4-4cc5-81d5-d6534c7eb1e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1653209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504464'] for router_interface (77c6a506-2c8a-48eb-aa92-1ce3131c426c), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:35.409089 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb8a7b5f-8bc4-4cc5-81d5-d6534c7eb1e8 admin admin] Router 77c6a506-2c8a-48eb-aa92-1ce3131c426c has already been hosted by L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 {{(pid=116020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:20:35.518080 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8a7b5f-8bc4-4cc5-81d5-d6534c7eb1e8 admin admin] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:20:35.524239 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-fb8a7b5f-8bc4-4cc5-81d5-d6534c7eb1e8 admin admin] 10.222.0.52 "PUT /v2.0/routers/77c6a506-2c8a-48eb-aa92-1ce3131c426c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7804418 Sep 21 22:20:35.525856 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 41758) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:20:35.528672 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6ac77f-a3b4-44d4-ad77-bc0e86e4de96 None None] Sync routers for ids ['77c6a506-2c8a-48eb-aa92-1ce3131c426c'] in dv-cinder-858819-1-iscsi {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:20:35.539978 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6ac77f-a3b4-44d4-ad77-bc0e86e4de96 None None] Routers {'77c6a506-2c8a-48eb-aa92-1ce3131c426c'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:20:35.540767 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-ea6ac77f-a3b4-44d4-ad77-bc0e86e4de96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:20:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['77c6a506-2c8a-48eb-aa92-1ce3131c426c'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:20:35.628419 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-43c6dea5-f975-4930-9be2-806b77978e9b admin admin] Publish callbacks [] for router (77c6a506-2c8a-48eb-aa92-1ce3131c426c), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:35.642468 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-ea6ac77f-a3b4-44d4-ad77-bc0e86e4de96 None None] Set router 77c6a506-2c8a-48eb-aa92-1ce3131c426c gateway port host: dv-cinder-858819-1-iscsi {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:20:35.734356 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-43c6dea5-f975-4930-9be2-806b77978e9b admin admin] Publish callbacks [] for router_gateway (77c6a506-2c8a-48eb-aa92-1ce3131c426c), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:35.831763 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-ea6ac77f-a3b4-44d4-ad77-bc0e86e4de96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'name': 'tempest-TestVolumeBootPattern-526563558-router', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'ce066fe9-af4d-4027-884e-407bede8161e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:13:31Z', 'updated_at': '2022-09-21T22:20:34Z', 'revision_number': 5, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'gw_port': {'id': 'ce066fe9-af4d-4027-884e-407bede8161e', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:13:32Z', 'updated_at': '2022-09-21T22:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi'}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:20:35.849249 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [None req-43c6dea5-f975-4930-9be2-806b77978e9b admin admin] Deleting port ce066fe9-af4d-4027-884e-407bede8161e {{(pid=116020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:20:35.849895 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-43c6dea5-f975-4930-9be2-806b77978e9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (ce066fe9-af4d-4027-884e-407bede8161e), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:35.861519 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6ac77f-a3b4-44d4-ad77-bc0e86e4de96 None None] Checking router: 77c6a506-2c8a-48eb-aa92-1ce3131c426c for host: dv-cinder-858819-1-iscsi {{(pid=116022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:20:35.870224 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6ac77f-a3b4-44d4-ad77-bc0e86e4de96 None None] Routers {'77c6a506-2c8a-48eb-aa92-1ce3131c426c'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:20:35.870842 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-ea6ac77f-a3b4-44d4-ad77-bc0e86e4de96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:20:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['77c6a506-2c8a-48eb-aa92-1ce3131c426c'], 'active': True} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:20:35.930271 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [None req-43c6dea5-f975-4930-9be2-806b77978e9b admin admin] For port ce066fe9-af4d-4027-884e-407bede8161e, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=ce066fe9-af4d-4027-884e-407bede8161e,segment=NetworkSegment(286b158d-b65b-48b3-9fb8-ab2055e67b3c),segment_id=286b158d-b65b-48b3-9fb8-ab2055e67b3c)] {{(pid=116020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:20:35.930624 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-43c6dea5-f975-4930-9be2-806b77978e9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (ce066fe9-af4d-4027-884e-407bede8161e), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:35.945153 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [None req-43c6dea5-f975-4930-9be2-806b77978e9b admin admin] Calling delete_port for ce066fe9-af4d-4027-884e-407bede8161e owned by network:router_gateway {{(pid=116020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:20:35.950458 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_dvr_db [None req-ea6ac77f-a3b4-44d4-ad77-bc0e86e4de96 None None] Set router 77c6a506-2c8a-48eb-aa92-1ce3131c426c gateway port host: None {{(pid=116022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:20:36.002556 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.l3_hamode_db [None req-ea6ac77f-a3b4-44d4-ad77-bc0e86e4de96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'name': 'tempest-TestVolumeBootPattern-526563558-router', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:13:31Z', 'updated_at': '2022-09-21T22:20:35Z', 'revision_number': 6, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'gw_port_host': None}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:20:36.027121 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6ac77f-a3b4-44d4-ad77-bc0e86e4de96 None None] The sync data for ids ['77c6a506-2c8a-48eb-aa92-1ce3131c426c'] in dv-cinder-858819-1-iscsi is: [{'id': '77c6a506-2c8a-48eb-aa92-1ce3131c426c', 'name': 'tempest-TestVolumeBootPattern-526563558-router', 'tenant_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:13:31Z', 'updated_at': '2022-09-21T22:20:35Z', 'revision_number': 6, 'project_id': '3dcb2fbc2efd4f209b89ee21a8ca23ed', 'gw_port_host': None}] {{(pid=116022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:20:36.169507 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-43c6dea5-f975-4930-9be2-806b77978e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (ce066fe9-af4d-4027-884e-407bede8161e), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:36.195637 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c6dea5-f975-4930-9be2-806b77978e9b admin admin] Pushing event deleted for resources: {'Port': ['ID=ce066fe9-af4d-4027-884e-407bede8161e,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:20:36.263523 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-43c6dea5-f975-4930-9be2-806b77978e9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494394'] for router_gateway (77c6a506-2c8a-48eb-aa92-1ce3131c426c), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:36.350705 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-43c6dea5-f975-4930-9be2-806b77978e9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-504245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3312'] for router (77c6a506-2c8a-48eb-aa92-1ce3131c426c), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:36.352795 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-43c6dea5-f975-4930-9be2-806b77978e9b admin admin] Publish callbacks [] for router_controller (77c6a506-2c8a-48eb-aa92-1ce3131c426c), precommit_delete_associations {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:36.456213 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-43c6dea5-f975-4930-9be2-806b77978e9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-504238'] for router (77c6a506-2c8a-48eb-aa92-1ce3131c426c), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:36.456904 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c6dea5-f975-4930-9be2-806b77978e9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77c6a506-2c8a-48eb-aa92-1ce3131c426c {{(pid=116020) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 22:20:36.462194 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-43c6dea5-f975-4930-9be2-806b77978e9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:36.463447 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-43c6dea5-f975-4930-9be2-806b77978e9b admin admin] 10.222.0.52 "DELETE /v2.0/routers/77c6a506-2c8a-48eb-aa92-1ce3131c426c HTTP/1.1" status: 204 len: 168 time: 0.9366598 Sep 21 22:20:36.466070 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 41760) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:20:36.487622 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device b5ecfad1-5e4f-41fe-9747-b52a98791283 no longer exists at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:20:36.510377 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] No Port match for: b5ecfad1-5e4f-41fe-9747-b52a98791283 {{(pid=116021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:20:36.510834 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device b5ecfad1-5e4f-41fe-9747-b52a98791283 not bound to the agent host dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:20:36.521224 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.db_base_plugin_v2 [None req-289ca6a0-dc4e-498e-bc9c-f6ade0b3fbcb admin admin] Deleting subnet a37b1ae7-9d3d-4472-bfa1-de899df489f1 {{(pid=116020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 22:20:36.524658 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-289ca6a0-dc4e-498e-bc9c-f6ade0b3fbcb admin admin] Publish callbacks [] for subnet (a37b1ae7-9d3d-4472-bfa1-de899df489f1), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:36.559885 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-289ca6a0-dc4e-498e-bc9c-f6ade0b3fbcb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14300058'] for subnet (a37b1ae7-9d3d-4472-bfa1-de899df489f1), precommit_delete_associations {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:36.635061 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-289ca6a0-dc4e-498e-bc9c-f6ade0b3fbcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537063'] for subnet (a37b1ae7-9d3d-4472-bfa1-de899df489f1), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:36.764480 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-289ca6a0-dc4e-498e-bc9c-f6ade0b3fbcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14266095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13040407'] for subnet (a37b1ae7-9d3d-4472-bfa1-de899df489f1), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:36.791915 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289ca6a0-dc4e-498e-bc9c-f6ade0b3fbcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a37b1ae7-9d3d-4472-bfa1-de899df489f1,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:20:36.798611 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-289ca6a0-dc4e-498e-bc9c-f6ade0b3fbcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for subnet (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:36.801908 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-289ca6a0-dc4e-498e-bc9c-f6ade0b3fbcb admin admin] 10.222.0.52 "DELETE /v2.0/subnets/a37b1ae7-9d3d-4472-bfa1-de899df489f1 HTTP/1.1" status: 204 len: 168 time: 0.3348444 Sep 21 22:20:36.804640 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 41762) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:20:36.807658 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cab490-02ca-4491-8ec6-ced1f5ed685f None None] Network 3bc5f972-a258-4cfd-8f74-f733733efeea requested from dv-cinder-858819-1-iscsi {{(pid=116021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:20:36.878637 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-b4a241cc-0dcd-4142-a7ce-b1bbb433ea36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1448795'] for network (3bc5f972-a258-4cfd-8f74-f733733efeea), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:36.934994 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [None req-b4a241cc-0dcd-4142-a7ce-b1bbb433ea36 admin admin] Deleting port 3ced2631-94d6-4fef-9e81-a6dc468ce755 {{(pid=116020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:20:36.935340 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-b4a241cc-0dcd-4142-a7ce-b1bbb433ea36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (3ced2631-94d6-4fef-9e81-a6dc468ce755), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:36.976085 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f156e92-73dc-4cab-8cb3-aade2912eed1 None None] DHCP port deletion for 3bc5f972-a258-4cfd-8f74-f733733efeea request from dv-cinder-858819-1-iscsi {{(pid=116021) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 21 22:20:37.018356 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [None req-b4a241cc-0dcd-4142-a7ce-b1bbb433ea36 admin admin] For port 3ced2631-94d6-4fef-9e81-a6dc468ce755, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=3ced2631-94d6-4fef-9e81-a6dc468ce755,segment=NetworkSegment(f40f1dc0-ddab-429e-acc9-12d73fbb5252),segment_id=f40f1dc0-ddab-429e-acc9-12d73fbb5252)] {{(pid=116020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:20:37.018566 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-b4a241cc-0dcd-4142-a7ce-b1bbb433ea36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (3ced2631-94d6-4fef-9e81-a6dc468ce755), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:37.033222 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-9f156e92-73dc-4cab-8cb3-aade2912eed1 None None] Deleting port 3ced2631-94d6-4fef-9e81-a6dc468ce755 {{(pid=116021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:20:37.033602 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-9f156e92-73dc-4cab-8cb3-aade2912eed1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (3ced2631-94d6-4fef-9e81-a6dc468ce755), before_delete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:37.034845 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [None req-b4a241cc-0dcd-4142-a7ce-b1bbb433ea36 admin admin] Calling delete_port for 3ced2631-94d6-4fef-9e81-a6dc468ce755 owned by network:dhcp {{(pid=116020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:20:37.104200 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-9f156e92-73dc-4cab-8cb3-aade2912eed1 None None] For port 3ced2631-94d6-4fef-9e81-a6dc468ce755, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=3ced2631-94d6-4fef-9e81-a6dc468ce755,segment=NetworkSegment(f40f1dc0-ddab-429e-acc9-12d73fbb5252),segment_id=f40f1dc0-ddab-429e-acc9-12d73fbb5252)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:20:37.104699 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-9f156e92-73dc-4cab-8cb3-aade2912eed1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (3ced2631-94d6-4fef-9e81-a6dc468ce755), precommit_delete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:37.123941 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-9f156e92-73dc-4cab-8cb3-aade2912eed1 None None] Calling delete_port for 3ced2631-94d6-4fef-9e81-a6dc468ce755 owned by network:dhcp {{(pid=116021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:20:37.204326 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-b4a241cc-0dcd-4142-a7ce-b1bbb433ea36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (3ced2631-94d6-4fef-9e81-a6dc468ce755), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:37.210402 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-9f156e92-73dc-4cab-8cb3-aade2912eed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052'] for port (3ced2631-94d6-4fef-9e81-a6dc468ce755), after_delete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:37.230372 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a241cc-0dcd-4142-a7ce-b1bbb433ea36 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ced2631-94d6-4fef-9e81-a6dc468ce755,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:20:37.232230 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a241cc-0dcd-4142-a7ce-b1bbb433ea36 admin admin] No DVR routers for this DVR port 3ced2631-94d6-4fef-9e81-a6dc468ce755 on host dv-cinder-858819-1-iscsi {{(pid=116020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:20:37.235527 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f156e92-73dc-4cab-8cb3-aade2912eed1 None None] Pushing event deleted for resources: {'Port': ['ID=3ced2631-94d6-4fef-9e81-a6dc468ce755,revision_number=None']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:20:37.240051 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f156e92-73dc-4cab-8cb3-aade2912eed1 None None] No DVR routers for this DVR port 3ced2631-94d6-4fef-9e81-a6dc468ce755 on host dv-cinder-858819-1-iscsi {{(pid=116021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:20:37.247006 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f156e92-73dc-4cab-8cb3-aade2912eed1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:20:37.247713 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f156e92-73dc-4cab-8cb3-aade2912eed1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:20:37.248064 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f156e92-73dc-4cab-8cb3-aade2912eed1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:20:37.248435 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f156e92-73dc-4cab-8cb3-aade2912eed1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:20:37.248769 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f156e92-73dc-4cab-8cb3-aade2912eed1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:20:37.249109 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f156e92-73dc-4cab-8cb3-aade2912eed1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:20:37.249443 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f156e92-73dc-4cab-8cb3-aade2912eed1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:20:37.249778 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f156e92-73dc-4cab-8cb3-aade2912eed1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:20:37.250139 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f156e92-73dc-4cab-8cb3-aade2912eed1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:20:37.253439 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f156e92-73dc-4cab-8cb3-aade2912eed1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:20:37.253439 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f156e92-73dc-4cab-8cb3-aade2912eed1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:20:37.253439 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f156e92-73dc-4cab-8cb3-aade2912eed1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:20:37.253439 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f156e92-73dc-4cab-8cb3-aade2912eed1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858819-1-iscsi {{(pid=116021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 22:20:37.310806 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-b4a241cc-0dcd-4142-a7ce-b1bbb433ea36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536160', 'neutron.services.segments.db._delete_segments_for_network-8739546438391'] for network (3bc5f972-a258-4cfd-8f74-f733733efeea), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:37.332850 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.services.segments.db [None req-b4a241cc-0dcd-4142-a7ce-b1bbb433ea36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bc5f972-a258-4cfd-8f74-f733733efeea']}} {{(pid=116020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:20:37.342535 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.services.segments.db [None req-b4a241cc-0dcd-4142-a7ce-b1bbb433ea36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f40f1dc0-ddab-429e-acc9-12d73fbb5252') {'for_net_delete': True} {{(pid=116020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:20:37.342835 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.services.segments.db [None req-b4a241cc-0dcd-4142-a7ce-b1bbb433ea36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f40f1dc0-ddab-429e-acc9-12d73fbb5252') {} {{(pid=116020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:20:37.352802 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-b4a241cc-0dcd-4142-a7ce-b1bbb433ea36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739546442765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14300077'] for segment (f40f1dc0-ddab-429e-acc9-12d73fbb5252), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:37.366595 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-b4a241cc-0dcd-4142-a7ce-b1bbb433ea36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1532675'] for segment (f40f1dc0-ddab-429e-acc9-12d73fbb5252), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:37.373027 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4a241cc-0dcd-4142-a7ce-b1bbb433ea36 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=116020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 22:20:37.373507 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-b4a241cc-0dcd-4142-a7ce-b1bbb433ea36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1532675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14262349'] for segment (f40f1dc0-ddab-429e-acc9-12d73fbb5252), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:37.453287 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.services.segments.plugin [-] Segment f40f1dc0-ddab-429e-acc9-12d73fbb5252 resource provider aggregate not found Sep 21 22:20:37.471231 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.services.segments.plugin [-] Segment f40f1dc0-ddab-429e-acc9-12d73fbb5252 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f40f1dc0-ddab-429e-acc9-12d73fbb5252 found for delete ", "request_id": "req-bccc4d09-87ff-42f7-b16b-e23383988159"}]} Sep 21 22:20:37.500960 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-b4a241cc-0dcd-4142-a7ce-b1bbb433ea36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494366'] for network (3bc5f972-a258-4cfd-8f74-f733733efeea), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:37.506687 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-b4a241cc-0dcd-4142-a7ce-b1bbb433ea36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for network (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:37.509877 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-b4a241cc-0dcd-4142-a7ce-b1bbb433ea36 admin admin] 10.222.0.52 "DELETE /v2.0/networks/3bc5f972-a258-4cfd-8f74-f733733efeea HTTP/1.1" status: 204 len: 168 time: 0.7037902 Sep 21 22:20:37.512887 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 41770) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:20:37.521559 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a241cc-0dcd-4142-a7ce-b1bbb433ea36 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bc5f972-a258-4cfd-8f74-f733733efeea,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:20:37.857858 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-030ca1e2-3e1b-488f-908b-f63c47ef7362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495104'] for router_interface (7708ab0e-4363-4a44-a017-c647557fd9fa), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:38.097793 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.plugin [None req-030ca1e2-3e1b-488f-908b-f63c47ef7362 admin admin] Deleting port a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c {{(pid=116019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:20:38.098137 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-030ca1e2-3e1b-488f-908b-f63c47ef7362 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:38.180532 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.db [None req-030ca1e2-3e1b-488f-908b-f63c47ef7362 admin admin] For port a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c,segment=NetworkSegment(278eec43-26c7-4af3-95a4-0af6bd4cac0c),segment_id=278eec43-26c7-4af3-95a4-0af6bd4cac0c)] {{(pid=116019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:20:38.180896 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-030ca1e2-3e1b-488f-908b-f63c47ef7362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:38.193756 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.plugin [None req-030ca1e2-3e1b-488f-908b-f63c47ef7362 admin admin] Calling delete_port for a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c owned by network:router_interface {{(pid=116019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:20:38.260888 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device ce066fe9-af4d-4027-884e-407bede8161e no longer exists at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:20:38.279933 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] No Port match for: ce066fe9-af4d-4027-884e-407bede8161e {{(pid=116021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:20:38.280380 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device ce066fe9-af4d-4027-884e-407bede8161e not bound to the agent host dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:20:38.280863 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 3ced2631-94d6-4fef-9e81-a6dc468ce755 no longer exists at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:20:38.301757 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] No Port match for: 3ced2631-94d6-4fef-9e81-a6dc468ce755 {{(pid=116021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:20:38.302106 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device 3ced2631-94d6-4fef-9e81-a6dc468ce755 not bound to the agent host dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:20:38.632975 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-030ca1e2-3e1b-488f-908b-f63c47ef7362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12777458'] for port (a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:38.660745 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ca1e2-3e1b-488f-908b-f63c47ef7362 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:20:38.822220 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-030ca1e2-3e1b-488f-908b-f63c47ef7362 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1653209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504464'] for router_interface (7708ab0e-4363-4a44-a017-c647557fd9fa), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:39.028235 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-030ca1e2-3e1b-488f-908b-f63c47ef7362 admin admin] Router 7708ab0e-4363-4a44-a017-c647557fd9fa has already been hosted by L3 agent 2975c887-5ba9-4e68-b4f1-c8b90a16e989 {{(pid=116019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 22:20:39.129205 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030ca1e2-3e1b-488f-908b-f63c47ef7362 admin admin] Notify agent at l3_agent.dv-cinder-858819-1-iscsi the message routers_updated {{(pid=116019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 22:20:39.134583 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-030ca1e2-3e1b-488f-908b-f63c47ef7362 admin admin] 10.222.0.52 "PUT /v2.0/routers/7708ab0e-4363-4a44-a017-c647557fd9fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6205356 Sep 21 22:20:39.137007 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 41772) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:20:39.240033 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-b4803b70-b32b-4f92-98d0-d5d7bf012c93 admin admin] Publish callbacks [] for router (7708ab0e-4363-4a44-a017-c647557fd9fa), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:39.264860 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68ff5e5-de8a-4d96-8783-28309efae97a None None] Sync routers for ids ['7708ab0e-4363-4a44-a017-c647557fd9fa'] in dv-cinder-858819-1-iscsi {{(pid=116021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 22:20:39.275413 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68ff5e5-de8a-4d96-8783-28309efae97a None None] Routers {'7708ab0e-4363-4a44-a017-c647557fd9fa'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:20:39.276034 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-f68ff5e5-de8a-4d96-8783-28309efae97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:20:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['7708ab0e-4363-4a44-a017-c647557fd9fa'], 'active': True} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:20:39.340163 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-b4803b70-b32b-4f92-98d0-d5d7bf012c93 admin admin] Publish callbacks [] for router_gateway (7708ab0e-4363-4a44-a017-c647557fd9fa), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:39.379265 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvr_db [None req-f68ff5e5-de8a-4d96-8783-28309efae97a None None] Set router 7708ab0e-4363-4a44-a017-c647557fd9fa gateway port host: dv-cinder-858819-1-iscsi {{(pid=116021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:20:39.455799 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.plugin [None req-b4803b70-b32b-4f92-98d0-d5d7bf012c93 admin admin] Deleting port e1e54c27-6443-42a3-aedf-82cbfca5f1ea {{(pid=116019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:20:39.456422 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-b4803b70-b32b-4f92-98d0-d5d7bf012c93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (e1e54c27-6443-42a3-aedf-82cbfca5f1ea), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:39.560088 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-f68ff5e5-de8a-4d96-8783-28309efae97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7708ab0e-4363-4a44-a017-c647557fd9fa', 'name': 'tempest-TestVolumeBootPattern-266158044-router', 'tenant_id': '5fe647b8cb574ac3b4dbe76073d6641a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'external_fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'e1e54c27-6443-42a3-aedf-82cbfca5f1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:13:38Z', 'updated_at': '2022-09-21T22:20:38Z', 'revision_number': 5, 'project_id': '5fe647b8cb574ac3b4dbe76073d6641a', 'gw_port': {'id': 'e1e54c27-6443-42a3-aedf-82cbfca5f1ea', 'name': '', 'network_id': 'b12f12c4-b4b4-4032-bd63-4e51184cdf86', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:92:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7708ab0e-4363-4a44-a017-c647557fd9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858819-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T22:13:39Z', 'updated_at': '2022-09-21T22:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38720055-293b-4785-9b37-d6bdacdcb1b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858819-1-iscsi'}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:20:39.569028 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.db [None req-b4803b70-b32b-4f92-98d0-d5d7bf012c93 admin admin] For port e1e54c27-6443-42a3-aedf-82cbfca5f1ea, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=e1e54c27-6443-42a3-aedf-82cbfca5f1ea,segment=NetworkSegment(286b158d-b65b-48b3-9fb8-ab2055e67b3c),segment_id=286b158d-b65b-48b3-9fb8-ab2055e67b3c)] {{(pid=116019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:20:39.569392 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-b4803b70-b32b-4f92-98d0-d5d7bf012c93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (e1e54c27-6443-42a3-aedf-82cbfca5f1ea), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:39.582378 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.plugins.ml2.plugin [None req-b4803b70-b32b-4f92-98d0-d5d7bf012c93 admin admin] Calling delete_port for e1e54c27-6443-42a3-aedf-82cbfca5f1ea owned by network:router_gateway {{(pid=116019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:20:39.588558 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68ff5e5-de8a-4d96-8783-28309efae97a None None] Checking router: 7708ab0e-4363-4a44-a017-c647557fd9fa for host: dv-cinder-858819-1-iscsi {{(pid=116021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 22:20:39.598367 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68ff5e5-de8a-4d96-8783-28309efae97a None None] Routers {'7708ab0e-4363-4a44-a017-c647557fd9fa'} bound to L3 agent in host dv-cinder-858819-1-iscsi {{(pid=116021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 22:20:39.598899 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-f68ff5e5-de8a-4d96-8783-28309efae97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858819-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:51:48Z,description=,heartbeat_timestamp=2022-09-21T22:20:18Z,host='dv-cinder-858819-1-iscsi',id=2975c887-5ba9-4e68-b4f1-c8b90a16e989,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:51:48Z,topic='l3_agent')) {'router_ids': ['7708ab0e-4363-4a44-a017-c647557fd9fa'], 'active': True} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:20:39.682096 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvr_db [None req-f68ff5e5-de8a-4d96-8783-28309efae97a None None] Set router 7708ab0e-4363-4a44-a017-c647557fd9fa gateway port host: None {{(pid=116021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 22:20:39.732898 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_hamode_db [None req-f68ff5e5-de8a-4d96-8783-28309efae97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7708ab0e-4363-4a44-a017-c647557fd9fa', 'name': 'tempest-TestVolumeBootPattern-266158044-router', 'tenant_id': '5fe647b8cb574ac3b4dbe76073d6641a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:13:38Z', 'updated_at': '2022-09-21T22:20:39Z', 'revision_number': 6, 'project_id': '5fe647b8cb574ac3b4dbe76073d6641a', 'gw_port_host': None}], 'dv-cinder-858819-1-iscsi', False) {} {{(pid=116021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:20:39.757393 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68ff5e5-de8a-4d96-8783-28309efae97a None None] The sync data for ids ['7708ab0e-4363-4a44-a017-c647557fd9fa'] in dv-cinder-858819-1-iscsi is: [{'id': '7708ab0e-4363-4a44-a017-c647557fd9fa', 'name': 'tempest-TestVolumeBootPattern-266158044-router', 'tenant_id': '5fe647b8cb574ac3b4dbe76073d6641a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T22:13:38Z', 'updated_at': '2022-09-21T22:20:39Z', 'revision_number': 6, 'project_id': '5fe647b8cb574ac3b4dbe76073d6641a', 'gw_port_host': None}] {{(pid=116021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 22:20:39.855596 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-b4803b70-b32b-4f92-98d0-d5d7bf012c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12777458'] for port (e1e54c27-6443-42a3-aedf-82cbfca5f1ea), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:39.882079 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4803b70-b32b-4f92-98d0-d5d7bf012c93 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1e54c27-6443-42a3-aedf-82cbfca5f1ea,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:20:39.949491 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-b4803b70-b32b-4f92-98d0-d5d7bf012c93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-494394'] for router_gateway (7708ab0e-4363-4a44-a017-c647557fd9fa), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:40.036337 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-b4803b70-b32b-4f92-98d0-d5d7bf012c93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-504245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3312'] for router (7708ab0e-4363-4a44-a017-c647557fd9fa), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:40.038547 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-b4803b70-b32b-4f92-98d0-d5d7bf012c93 admin admin] Publish callbacks [] for router_controller (7708ab0e-4363-4a44-a017-c647557fd9fa), precommit_delete_associations {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:40.135351 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-b4803b70-b32b-4f92-98d0-d5d7bf012c93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-504238'] for router (7708ab0e-4363-4a44-a017-c647557fd9fa), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:40.135891 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4803b70-b32b-4f92-98d0-d5d7bf012c93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7708ab0e-4363-4a44-a017-c647557fd9fa {{(pid=116019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 22:20:40.140935 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-b4803b70-b32b-4f92-98d0-d5d7bf012c93 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:40.142703 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-b4803b70-b32b-4f92-98d0-d5d7bf012c93 admin admin] 10.222.0.52 "DELETE /v2.0/routers/7708ab0e-4363-4a44-a017-c647557fd9fa HTTP/1.1" status: 204 len: 168 time: 1.0040183 Sep 21 22:20:40.145259 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 41774) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:20:40.193376 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cb4cee4-3269-46c5-a226-273ce5f04396 admin admin] Deleting subnet 2dae55c7-6ba7-450b-8435-440e370b6da8 {{(pid=116020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 22:20:40.197063 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-8cb4cee4-3269-46c5-a226-273ce5f04396 admin admin] Publish callbacks [] for subnet (2dae55c7-6ba7-450b-8435-440e370b6da8), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:40.232468 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-8cb4cee4-3269-46c5-a226-273ce5f04396 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14300058'] for subnet (2dae55c7-6ba7-450b-8435-440e370b6da8), precommit_delete_associations {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:40.308792 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-8cb4cee4-3269-46c5-a226-273ce5f04396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537063'] for subnet (2dae55c7-6ba7-450b-8435-440e370b6da8), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:40.467397 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-8cb4cee4-3269-46c5-a226-273ce5f04396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14266095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13040407'] for subnet (2dae55c7-6ba7-450b-8435-440e370b6da8), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:40.492639 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb4cee4-3269-46c5-a226-273ce5f04396 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dae55c7-6ba7-450b-8435-440e370b6da8,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:20:40.498126 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-8cb4cee4-3269-46c5-a226-273ce5f04396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for subnet (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:40.500038 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-8cb4cee4-3269-46c5-a226-273ce5f04396 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/2dae55c7-6ba7-450b-8435-440e370b6da8 HTTP/1.1" status: 204 len: 168 time: 0.3534238 Sep 21 22:20:40.502716 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 41776) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:20:40.505666 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bb69a8-160b-4c2f-b438-1287ff6abbb6 None None] Network 10fe8405-4682-4dbb-882d-345d10646b84 requested from dv-cinder-858819-1-iscsi {{(pid=116021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 22:20:40.580355 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-3a2b40e4-8e00-4ad3-a5d3-87162be27d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1448795'] for network (10fe8405-4682-4dbb-882d-345d10646b84), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:40.594109 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device e1e54c27-6443-42a3-aedf-82cbfca5f1ea no longer exists at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:20:40.616655 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] No Port match for: e1e54c27-6443-42a3-aedf-82cbfca5f1ea {{(pid=116021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:20:40.617002 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device e1e54c27-6443-42a3-aedf-82cbfca5f1ea not bound to the agent host dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:20:40.617421 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c no longer exists at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:20:40.634372 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [None req-3a2b40e4-8e00-4ad3-a5d3-87162be27d9e admin admin] Deleting port dd8f4780-5c9b-47cd-9e3e-9b90eaa73197 {{(pid=116020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:20:40.634718 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-3a2b40e4-8e00-4ad3-a5d3-87162be27d9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (dd8f4780-5c9b-47cd-9e3e-9b90eaa73197), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:40.640141 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] No Port match for: a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c {{(pid=116021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:20:40.640574 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device a2a2cef9-b4c7-4ea7-95ee-487f0234fb5c not bound to the agent host dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:20:40.703445 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.db [None req-3a2b40e4-8e00-4ad3-a5d3-87162be27d9e admin admin] For port dd8f4780-5c9b-47cd-9e3e-9b90eaa73197, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=dd8f4780-5c9b-47cd-9e3e-9b90eaa73197,segment=NetworkSegment(278eec43-26c7-4af3-95a4-0af6bd4cac0c),segment_id=278eec43-26c7-4af3-95a4-0af6bd4cac0c)] {{(pid=116020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:20:40.703936 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-3a2b40e4-8e00-4ad3-a5d3-87162be27d9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (dd8f4780-5c9b-47cd-9e3e-9b90eaa73197), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:40.717575 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.plugin [None req-3a2b40e4-8e00-4ad3-a5d3-87162be27d9e admin admin] Calling delete_port for dd8f4780-5c9b-47cd-9e3e-9b90eaa73197 owned by network:dhcp {{(pid=116020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:20:40.724606 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40af3cca-15b9-4c31-a980-3246532d7214 None None] DHCP port deletion for 10fe8405-4682-4dbb-882d-345d10646b84 request from dv-cinder-858819-1-iscsi {{(pid=116021) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 21 22:20:40.774347 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-40af3cca-15b9-4c31-a980-3246532d7214 None None] Deleting port dd8f4780-5c9b-47cd-9e3e-9b90eaa73197 {{(pid=116021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 22:20:40.774708 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-40af3cca-15b9-4c31-a980-3246532d7214 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739546380014'] for port (dd8f4780-5c9b-47cd-9e3e-9b90eaa73197), before_delete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:40.839886 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.db [None req-40af3cca-15b9-4c31-a980-3246532d7214 None None] For port dd8f4780-5c9b-47cd-9e3e-9b90eaa73197, host dv-cinder-858819-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858819-1-iscsi',level=0,port_id=dd8f4780-5c9b-47cd-9e3e-9b90eaa73197,segment=NetworkSegment(278eec43-26c7-4af3-95a4-0af6bd4cac0c),segment_id=278eec43-26c7-4af3-95a4-0af6bd4cac0c)] {{(pid=116021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 22:20:40.840318 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-40af3cca-15b9-4c31-a980-3246532d7214 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491862'] for port (dd8f4780-5c9b-47cd-9e3e-9b90eaa73197), precommit_delete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:40.853349 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-40af3cca-15b9-4c31-a980-3246532d7214 None None] Calling delete_port for dd8f4780-5c9b-47cd-9e3e-9b90eaa73197 owned by network:dhcp {{(pid=116021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 22:20:40.861903 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-3a2b40e4-8e00-4ad3-a5d3-87162be27d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14266012'] for port (dd8f4780-5c9b-47cd-9e3e-9b90eaa73197), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:40.889969 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2b40e4-8e00-4ad3-a5d3-87162be27d9e admin admin] No DVR routers for this DVR port dd8f4780-5c9b-47cd-9e3e-9b90eaa73197 on host dv-cinder-858819-1-iscsi {{(pid=116020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:20:40.895780 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b40e4-8e00-4ad3-a5d3-87162be27d9e admin admin] Pushing event deleted for resources: {'Port': ['ID=dd8f4780-5c9b-47cd-9e3e-9b90eaa73197,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:20:40.939383 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-40af3cca-15b9-4c31-a980-3246532d7214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739546448469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739545913052'] for port (dd8f4780-5c9b-47cd-9e3e-9b90eaa73197), after_delete {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:40.962588 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af3cca-15b9-4c31-a980-3246532d7214 None None] Pushing event deleted for resources: {'Port': ['ID=dd8f4780-5c9b-47cd-9e3e-9b90eaa73197,revision_number=None']} {{(pid=116021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:20:40.968086 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40af3cca-15b9-4c31-a980-3246532d7214 None None] No DVR routers for this DVR port dd8f4780-5c9b-47cd-9e3e-9b90eaa73197 on host dv-cinder-858819-1-iscsi {{(pid=116021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 22:20:40.970757 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-3a2b40e4-8e00-4ad3-a5d3-87162be27d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536160', 'neutron.services.segments.db._delete_segments_for_network-8739546438391'] for network (10fe8405-4682-4dbb-882d-345d10646b84), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:40.993034 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.services.segments.db [None req-3a2b40e4-8e00-4ad3-a5d3-87162be27d9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10fe8405-4682-4dbb-882d-345d10646b84']}} {{(pid=116020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:20:41.002366 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.services.segments.db [None req-3a2b40e4-8e00-4ad3-a5d3-87162be27d9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '278eec43-26c7-4af3-95a4-0af6bd4cac0c') {'for_net_delete': True} {{(pid=116020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:20:41.002665 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.services.segments.db [None req-3a2b40e4-8e00-4ad3-a5d3-87162be27d9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '278eec43-26c7-4af3-95a4-0af6bd4cac0c') {} {{(pid=116020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 22:20:41.012326 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-3a2b40e4-8e00-4ad3-a5d3-87162be27d9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739546442765', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14300077'] for segment (278eec43-26c7-4af3-95a4-0af6bd4cac0c), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:41.026068 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-3a2b40e4-8e00-4ad3-a5d3-87162be27d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1532675'] for segment (278eec43-26c7-4af3-95a4-0af6bd4cac0c), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:41.033061 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a2b40e4-8e00-4ad3-a5d3-87162be27d9e admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=116020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 22:20:41.033462 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-3a2b40e4-8e00-4ad3-a5d3-87162be27d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1532675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14262349'] for segment (278eec43-26c7-4af3-95a4-0af6bd4cac0c), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:41.071773 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.services.segments.plugin [-] Segment 278eec43-26c7-4af3-95a4-0af6bd4cac0c resource provider aggregate not found Sep 21 22:20:41.091450 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.services.segments.plugin [-] Segment 278eec43-26c7-4af3-95a4-0af6bd4cac0c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 278eec43-26c7-4af3-95a4-0af6bd4cac0c found for delete ", "request_id": "req-36902559-c588-443b-be65-be3a053c5e65"}]} Sep 21 22:20:41.152086 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-3a2b40e4-8e00-4ad3-a5d3-87162be27d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1653200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-494366'] for network (10fe8405-4682-4dbb-882d-345d10646b84), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:41.158289 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-3a2b40e4-8e00-4ad3-a5d3-87162be27d9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1653026'] for network (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:41.164402 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-3a2b40e4-8e00-4ad3-a5d3-87162be27d9e admin admin] 10.222.0.52 "DELETE /v2.0/networks/10fe8405-4682-4dbb-882d-345d10646b84 HTTP/1.1" status: 204 len: 168 time: 0.6575310 Sep 21 22:20:41.173017 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b40e4-8e00-4ad3-a5d3-87162be27d9e admin admin] Pushing event deleted for resources: {'Network': ['ID=10fe8405-4682-4dbb-882d-345d10646b84,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:20:41.483576 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 41784) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:20:41.523907 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-ed5797b6-2daa-4201-a8ee-8fd5ff42c54a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3dcb2fbc2efd4f209b89ee21a8ca23ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390403 Sep 21 22:20:41.526524 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [-] (116020) accepted ('10.222.0.52', 41786) {{(pid=116020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:20:41.577512 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-a7d7192a-d520-4dcf-b26a-1dae44fcf112 admin admin] Publish callbacks [] for security_group (9e4e8220-866b-473c-906a-8662d4f5e83f), before_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:41.599106 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-a7d7192a-d520-4dcf-b26a-1dae44fcf112 admin admin] Publish callbacks [] for security_group (9e4e8220-866b-473c-906a-8662d4f5e83f), precommit_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:41.718302 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-a7d7192a-d520-4dcf-b26a-1dae44fcf112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (9e4e8220-866b-473c-906a-8662d4f5e83f), after_delete {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:41.721396 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron_lib.callbacks.manager [None req-a7d7192a-d520-4dcf-b26a-1dae44fcf112 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:41.722562 dv-cinder-858819-1-iscsi neutron-server[116020]: INFO neutron.wsgi [None req-a7d7192a-d520-4dcf-b26a-1dae44fcf112 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9e4e8220-866b-473c-906a-8662d4f5e83f HTTP/1.1" status: 204 len: 168 time: 0.1951118 Sep 21 22:20:41.731261 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d7192a-d520-4dcf-b26a-1dae44fcf112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4e8220-866b-473c-906a-8662d4f5e83f,revision_number=None']} {{(pid=116020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:20:42.252638 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device dd8f4780-5c9b-47cd-9e3e-9b90eaa73197 no longer exists at agent ovs-agent-dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 22:20:42.272164 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.plugin [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] No Port match for: dd8f4780-5c9b-47cd-9e3e-9b90eaa73197 {{(pid=116021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 22:20:42.272520 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron.plugins.ml2.rpc [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Device dd8f4780-5c9b-47cd-9e3e-9b90eaa73197 not bound to the agent host dv-cinder-858819-1-iscsi {{(pid=116021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 22:20:42.392805 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 41792) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:20:42.436845 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-445b2413-dff6-481d-a1bf-8971cdc0786c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5fe647b8cb574ac3b4dbe76073d6641a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427642 Sep 21 22:20:42.440054 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.wsgi [-] (116019) accepted ('10.222.0.52', 41794) {{(pid=116019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 22:20:42.487404 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-4d2965a4-276c-40ba-a03d-3052d9fce2df admin admin] Publish callbacks [] for security_group (112033bc-a8ec-444b-91f4-55bba1a5b6b0), before_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:42.508156 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-4d2965a4-276c-40ba-a03d-3052d9fce2df admin admin] Publish callbacks [] for security_group (112033bc-a8ec-444b-91f4-55bba1a5b6b0), precommit_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:42.615365 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-4d2965a4-276c-40ba-a03d-3052d9fce2df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614274'] for security_group (112033bc-a8ec-444b-91f4-55bba1a5b6b0), after_delete {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:42.617968 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron_lib.callbacks.manager [None req-4d2965a4-276c-40ba-a03d-3052d9fce2df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:42.619199 dv-cinder-858819-1-iscsi neutron-server[116019]: INFO neutron.wsgi [None req-4d2965a4-276c-40ba-a03d-3052d9fce2df admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/112033bc-a8ec-444b-91f4-55bba1a5b6b0 HTTP/1.1" status: 204 len: 168 time: 0.1781580 Sep 21 22:20:42.627425 dv-cinder-858819-1-iscsi neutron-server[116019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2965a4-276c-40ba-a03d-3052d9fce2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112033bc-a8ec-444b-91f4-55bba1a5b6b0,revision_number=None']} {{(pid=116019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 22:20:44.741132 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.agents_db [None req-53c7536d-764e-4ad7-87ad-c450eadf28b3 None None] Agent healthcheck: found 6 active agents {{(pid=116022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:20:45.654973 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (0aee7d89-594f-4992-91de-a4ac3f52e28d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:45.992198 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-2eb38f7f-03f9-4e84-803a-824475c93224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:48.157894 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-707cedc8-6887-4393-ab64-b5dccdde65d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:49.598232 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:51.089737 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:20:52.518267 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:21:08.772623 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [req-6a7c8000-fedd-4609-96d4-477902c7703a req-daa62aa1-bafa-4f14-b920-60b3519cb27d tempest-ServerRescueNegativeTestJSON-1451129813 tempest-ServerRescueNegativeTestJSON-1451129813-project] (116020) timed out ('10.222.0.71', 62081) {{(pid=116020) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 21 22:21:15.643104 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (0aee7d89-594f-4992-91de-a4ac3f52e28d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:21:15.997333 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-55711a8e-8773-4091-8124-78293e7ef4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:21:18.242954 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-5caed589-34c1-4a68-b300-d104afb28b56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:21:19.654375 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:21:21.089058 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:21:21.740805 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.agents_db [None req-53c7536d-764e-4ad7-87ad-c450eadf28b3 None None] Agent healthcheck: found 6 active agents {{(pid=116022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:21:22.500295 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:21:45.631282 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (0aee7d89-594f-4992-91de-a4ac3f52e28d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:21:45.991287 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-56f991c8-a1ba-4b76-b07d-7bf43d29526a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:21:48.208419 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-fc22eb1f-c5ae-40a8-87a6-1bf1abfb1ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:21:49.597084 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:21:51.093142 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:21:51.115774 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [req-d370636a-2cd3-4540-80b6-92366fc14e49 req-5fc481b3-48e4-4c1c-b1b3-bfb986f351ba service neutron] (116020) timed out ('10.222.0.52', 34114) {{(pid=116020) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 21 22:21:51.193666 dv-cinder-858819-1-iscsi neutron-server[116020]: DEBUG neutron.wsgi [req-d370636a-2cd3-4540-80b6-92366fc14e49 req-0c6ed0a3-fe31-4baf-bab2-b1b0a9151350 tempest-AttachVolumeShelveTestJSON-1577747502 tempest-AttachVolumeShelveTestJSON-1577747502-project] (116020) timed out ('10.222.0.52', 34140) {{(pid=116020) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 21 22:21:52.528541 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:21:58.740891 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.agents_db [None req-53c7536d-764e-4ad7-87ad-c450eadf28b3 None None] Agent healthcheck: found 6 active agents {{(pid=116022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:22:15.659478 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (0aee7d89-594f-4992-91de-a4ac3f52e28d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:22:15.997370 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-83e2a241-ada8-4da1-b4d4-3411c580942b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:22:18.161980 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-77f203df-644d-4c9b-962a-6e1d2c4cd51b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:22:19.620359 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:22:21.099133 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:22:22.511249 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:22:35.740061 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.agents_db [None req-53c7536d-764e-4ad7-87ad-c450eadf28b3 None None] Agent healthcheck: found 6 active agents {{(pid=116022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:22:45.657204 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (0aee7d89-594f-4992-91de-a4ac3f52e28d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:22:45.995316 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-9e3d261d-a87f-4e97-8ba8-ced714093501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:22:48.167537 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-3e8ab7ec-4f79-4847-9c7d-3bb5dd08cd81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:22:49.624897 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:22:51.102812 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:22:52.526452 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:23:12.739011 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.agents_db [None req-53c7536d-764e-4ad7-87ad-c450eadf28b3 None None] Agent healthcheck: found 6 active agents {{(pid=116022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:23:15.664502 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (0aee7d89-594f-4992-91de-a4ac3f52e28d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:23:16.018985 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7f0be9ab-1761-42d7-8d7c-20af61794aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:23:18.172709 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-6c230c00-4004-40d1-83e6-7c087e3f7f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:23:19.607515 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:23:21.098849 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:23:22.509848 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:23:45.656057 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (0aee7d89-594f-4992-91de-a4ac3f52e28d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:23:45.989470 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-ec31e196-7b7b-4c16-92df-8f355b86a0ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:23:48.178288 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cff73c50-3723-4ef0-9d5f-c016923b15e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:23:49.610553 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:23:49.738008 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.agents_db [None req-53c7536d-764e-4ad7-87ad-c450eadf28b3 None None] Agent healthcheck: found 6 active agents {{(pid=116022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:23:51.109557 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:23:52.526804 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:24:15.680507 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (0aee7d89-594f-4992-91de-a4ac3f52e28d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:24:16.006224 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-5a4c980f-115e-472a-b30b-fa79e7b8798b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:24:18.183816 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-06e6c81c-c8e5-45ec-bdbc-56a27c718420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:24:19.612064 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:24:21.114894 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:24:22.509267 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:24:26.737631 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.agents_db [None req-53c7536d-764e-4ad7-87ad-c450eadf28b3 None None] Agent healthcheck: found 6 active agents {{(pid=116022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:24:45.714537 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (0aee7d89-594f-4992-91de-a4ac3f52e28d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:24:46.020675 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-3277cff5-5b91-4dd6-af5e-26e20e5f93cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:24:48.177625 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-b556524d-c356-4a08-9875-3ff3a13f9c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:24:49.598042 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:24:51.111614 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:24:52.497648 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:25:03.738376 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.agents_db [None req-53c7536d-764e-4ad7-87ad-c450eadf28b3 None None] Agent healthcheck: found 6 active agents {{(pid=116022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:25:15.754445 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (0aee7d89-594f-4992-91de-a4ac3f52e28d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:25:16.019893 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-397a3c88-346b-4cc2-8ee9-0721fcb09c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:25:18.236611 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-93feeda5-8a55-4952-be14-5d04e5a1d74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:25:19.611460 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:25:21.153883 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:25:22.499581 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:25:40.736478 dv-cinder-858819-1-iscsi neutron-server[116022]: DEBUG neutron.db.agents_db [None req-53c7536d-764e-4ad7-87ad-c450eadf28b3 None None] Agent healthcheck: found 6 active agents {{(pid=116022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:25:45.771236 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-f21275c1-3efe-418f-8637-303d010e92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (0aee7d89-594f-4992-91de-a4ac3f52e28d), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:25:46.075681 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-0c6456ed-3444-4f6a-8cff-9efc4a6425e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (37d86b0a-09b3-4739-b3e3-a561a472abaa), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:25:48.195776 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-ed5e32d5-a16a-4e69-bd69-bb4826471c9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2975c887-5ba9-4e68-b4f1-c8b90a16e989), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:25:49.634212 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-cdb56df7-fd85-46b4-b48f-821d8aca70e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (2d3e7f8e-575f-4ed7-bfec-6d55ea6f6925), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:25:51.119503 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-7fe153df-82e7-4f75-b1cf-8e6841c593ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (49d69563-cde2-4a04-8544-0fc3c31c2f1c), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:25:52.516333 dv-cinder-858819-1-iscsi neutron-server[116021]: DEBUG neutron_lib.callbacks.manager [None req-57ac2ff8-479e-4084-9c87-00258621f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739546438373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525911'] for agent (a3649853-f423-4907-be3f-732a21e792f8), after_update {{(pid=116021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}